13:57:18.593 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
13:57:18.593 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskBJDhOe/test-tmp
13:57:18.593 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
13:57:18.594 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskBJDhOe/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
13:57:18.596 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
13:57:18.941 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:57:18.941 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:57:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:18.943897 27863 mini_oidc.cc:150] Starting JWKS server
13:57:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:18.946117 27863 webserver.cc:533] Webserver started at http://127.0.0.1:42297/ using document root <none> and password file <none>
13:57:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:18.946322 27863 mini_oidc.cc:186] Starting OIDC Discovery server
13:57:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:18.946810 27863 webserver.cc:533] Webserver started at http://127.0.0.1:43495/ using document root <none> and password file <none>
13:57:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:57:18Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
13:57:18.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:57:18Z Disabled control of system clock
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:18.979372 27863 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/wal
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/data
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/logs
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/data/info.pb
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:57:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.254:39885
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.254
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42297/jwks.json
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
13:57:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
13:57:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.312254 27885 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:57:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.312641 27885 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:57:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.312754 27885 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:57:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.320830 27885 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:57:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.320955 27885 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
13:57:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.321034 27885 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:57:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.321123 27885 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:57:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.321206 27885 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:57:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.321309 27885 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:57:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.321381 27885 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42297/jwks.json
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.331058 27885 master_runner.cc:387] Master server non-default flags:
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/logs
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/data
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/wal
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.254:39885
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42297/jwks.json
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/data/info.pb
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.254
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:57:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:57:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:57:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:57:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:57:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:57:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:57:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:57:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.332922 27885 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:57:19.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.335005 27885 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:57:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.343241 27893 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.343305 27894 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.344084 27900 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.344385 27885 server_base.cc:1061] running on GCE node
13:57:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.345155 27885 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:57:19.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.346406 27885 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:57:19.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.347627 27885 hybrid_clock.cc:648] HybridClock initialized: now 1786456639347577 us; error 106 us; skew 500 ppm
13:57:19.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.347911 27885 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:57:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.350229 27885 webserver.cc:533] Webserver started at http://127.27.53.254:44961/ using document root <none> and password file <none>
13:57:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.350890 27885 fs_manager.cc:362] Metadata directory not provided
13:57:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.351003 27885 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:57:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.351306 27885 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:57:19.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.353688 27885 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/data/instance:
13:57:19.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a"
13:57:19.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:19 on dist-test-slave-zpvx"
13:57:19.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.354410 27885 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/wal/instance:
13:57:19.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a"
13:57:19.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:19 on dist-test-slave-zpvx"
13:57:19.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.359699 27885 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
13:57:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.363011 27910 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.364236 27885 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.364426 27885 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/data,/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/wal
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a"
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:19 on dist-test-slave-zpvx"
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.364598 27885 fs_report.cc:389] FS layout report
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/wal
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/wal
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/data/data
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:57:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:57:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:57:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:57:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:57:19.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.389672 27885 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.390439 27885 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:57:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.390684 27885 kserver.cc:163] Server-wide thread pool size limit: 3276
13:57:19.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.414291 27885 rpc_server.cc:307] RPC server started. Bound to: 127.27.53.254:39885
13:57:19.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.414336 28005 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.53.254:39885 every 8 connection(s)
13:57:19.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.415761 27885 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/data/info.pb
13:57:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.419893 28008 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.425567 28008 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } has no permanent_uuid. Determining permanent_uuid...
13:57:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.426466 27863 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu as pid 27885
13:57:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.426784 27863 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-0/wal/instance
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.430027 27863 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/wal
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/data
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/logs
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/data/info.pb
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:57:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.253:41003
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.253
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42297/jwks.json
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
13:57:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
13:57:19.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.442082 28008 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } has no permanent_uuid. Determining permanent_uuid...
13:57:19.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.443193 27912 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.53.253:41003: connect: Connection refused (error 111)
13:57:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.444900 28008 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.253:41003: Network error: Client connection negotiation failed: client connection to 127.27.53.253:41003: connect: Connection refused (error 111)
13:57:19.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.494319 28008 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } attempt: 1
13:57:19.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.496680 28008 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.253:41003: Network error: Client connection negotiation failed: client connection to 127.27.53.253:41003: connect: Connection refused (error 111)
13:57:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.564989 28008 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } attempt: 2
13:57:19.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.567308 28008 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.253:41003: Network error: Client connection negotiation failed: client connection to 127.27.53.253:41003: connect: Connection refused (error 111)
13:57:19.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.658610 28008 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } attempt: 3
13:57:19.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.661108 28008 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.253:41003: Network error: Client connection negotiation failed: client connection to 127.27.53.253:41003: connect: Connection refused (error 111)
13:57:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.768911 28013 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:57:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.769264 28013 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:57:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.769392 28013 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:57:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.777678 28013 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:57:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.777772 28013 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
13:57:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.777822 28013 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:57:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.777871 28013 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:57:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.777925 28013 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:57:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.777963 28013 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:57:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.778007 28013 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42297/jwks.json
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.787925 28013 master_runner.cc:387] Master server non-default flags:
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/logs
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/data
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/wal
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.253:41003
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42297/jwks.json
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/data/info.pb
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.253
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:57:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:57:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:57:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:57:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:57:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:57:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:57:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:57:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.789664 28013 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:57:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.791548 28013 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:57:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.799678 28021 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.799654 28022 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.800544 28025 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.800817 28013 server_base.cc:1061] running on GCE node
13:57:19.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.801551 28013 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:57:19.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.802855 28013 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:57:19.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.804072 28013 hybrid_clock.cc:648] HybridClock initialized: now 1786456639804020 us; error 32 us; skew 500 ppm
13:57:19.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.804456 28013 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:57:19.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.804427 28008 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } attempt: 4
13:57:19.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.806483 28008 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.253:41003: Network error: Client connection negotiation failed: client connection to 127.27.53.253:41003: connect: Connection refused (error 111)
13:57:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.806913 28013 webserver.cc:533] Webserver started at http://127.27.53.253:44421/ using document root <none> and password file <none>
13:57:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.807587 28013 fs_manager.cc:362] Metadata directory not provided
13:57:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.807693 28013 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:57:19.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.807968 28013 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:57:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.810432 28013 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/data/instance:
13:57:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2bbff211bd764fe4a294a9d38c5fd9d2"
13:57:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:19 on dist-test-slave-zpvx"
13:57:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.811156 28013 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/wal/instance:
13:57:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2bbff211bd764fe4a294a9d38c5fd9d2"
13:57:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:19 on dist-test-slave-zpvx"
13:57:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.816167 28013 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.004s
13:57:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.819458 28034 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.820935 28013 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.821069 28013 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/data,/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/wal
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2bbff211bd764fe4a294a9d38c5fd9d2"
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:19 on dist-test-slave-zpvx"
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.821241 28013 fs_report.cc:389] FS layout report
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/wal
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/wal
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/data/data
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:57:19.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:57:19.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.833627 28013 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:57:19.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.834345 28013 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:57:19.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.834583 28013 kserver.cc:163] Server-wide thread pool size limit: 3276
13:57:19.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.858783 28013 rpc_server.cc:307] RPC server started. Bound to: 127.27.53.253:41003
13:57:19.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.858814 28140 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.53.253:41003 every 8 connection(s)
13:57:19.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.860404 28013 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/data/info.pb
13:57:19.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.861166 27863 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu as pid 28013
13:57:19.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.861353 27863 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-1/wal/instance
13:57:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.862655 27863 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/wal
13:57:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/data
13:57:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:57:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:57:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/logs
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/data/info.pb
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.252:43637
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.252
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42297/jwks.json
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
13:57:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
13:57:19.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.864887 28143 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:19.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.871129 28143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } has no permanent_uuid. Determining permanent_uuid...
13:57:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.885370 28143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } has no permanent_uuid. Determining permanent_uuid...
13:57:19.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.895373 28143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } has no permanent_uuid. Determining permanent_uuid...
13:57:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.896490 28037 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:19.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.898139 28143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.252:43637: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:19.947479 28143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } attempt: 1
13:57:19.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:19.949672 28143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.252:43637: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:20.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.017926 28143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } attempt: 2
13:57:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.020360 28143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.252:43637: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.105755 28008 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } attempt: 5
13:57:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.111640 28143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } attempt: 3
13:57:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.112576 28008 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } has no permanent_uuid. Determining permanent_uuid...
13:57:20.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.114156 28143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.252:43637: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:20.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.114619 28008 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.252:43637: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:20.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.165897 28008 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } attempt: 1
13:57:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.168207 28008 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.252:43637: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.207734 28150 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:57:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.208048 28150 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:57:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.208125 28150 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:57:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.216609 28150 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:57:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.216692 28150 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
13:57:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.216743 28150 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:57:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.216794 28150 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:57:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.216847 28150 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:57:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.216888 28150 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:57:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.216933 28150 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42297/jwks.json
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.226976 28150 master_runner.cc:387] Master server non-default flags:
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/logs
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/data
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/wal
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.252:43637
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42297/jwks.json
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/data/info.pb
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.252
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:57:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:57:20.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.228631 28150 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:57:20.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.230480 28150 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:57:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.236444 28008 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } attempt: 2
13:57:20.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.239244 28008 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.252:43637: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:20.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.239897 28161 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:20.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.240675 28164 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:20.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.239928 28162 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.241833 28150 server_base.cc:1061] running on GCE node
13:57:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.242621 28150 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:57:20.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.244053 28150 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:57:20.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.245311 28150 hybrid_clock.cc:648] HybridClock initialized: now 1786456640245248 us; error 47 us; skew 500 ppm
13:57:20.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.245687 28150 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:57:20.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.247957 28150 webserver.cc:533] Webserver started at http://127.27.53.252:37011/ using document root <none> and password file <none>
13:57:20.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.248786 28150 fs_manager.cc:362] Metadata directory not provided
13:57:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.248944 28150 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:57:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.249367 28150 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:57:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.251873 28150 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/data/instance:
13:57:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4fe3b272bc94eba8f810e76464ccaa1"
13:57:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:20 on dist-test-slave-zpvx"
13:57:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.252733 28150 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/wal/instance:
13:57:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4fe3b272bc94eba8f810e76464ccaa1"
13:57:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:20 on dist-test-slave-zpvx"
13:57:20.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.257403 28143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } attempt: 4
13:57:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.258209 28150 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.000s sys 0.004s
13:57:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.259473 28143 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.53.252:43637: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.262025 28174 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:57:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.263418 28150 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
13:57:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.263556 28150 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/data,/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/wal
13:57:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4fe3b272bc94eba8f810e76464ccaa1"
13:57:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:20 on dist-test-slave-zpvx"
13:57:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.263731 28150 fs_report.cc:389] FS layout report
13:57:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:57:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/wal
13:57:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/wal
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/data/data
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:57:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:57:20.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.279801 28150 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:57:20.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.280694 28150 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:57:20.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.280949 28150 kserver.cc:163] Server-wide thread pool size limit: 3276
13:57:20.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.305398 28150 rpc_server.cc:307] RPC server started. Bound to: 127.27.53.252:43637
13:57:20.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.305430 28265 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.53.252:43637 every 8 connection(s)
13:57:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.307022 28150 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/data/info.pb
13:57:20.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.311445 28266 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:20.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.314179 27863 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu as pid 28150
13:57:20.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.314389 27863 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/master-2/wal/instance
13:57:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.319063 28266 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } has no permanent_uuid. Determining permanent_uuid...
13:57:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.334273 28266 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } has no permanent_uuid. Determining permanent_uuid...
13:57:20.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.342123 28266 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } has no permanent_uuid. Determining permanent_uuid...
13:57:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.345480 28008 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } attempt: 3
13:57:20.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.355471 28266 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1: Bootstrap starting.
13:57:20.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.355993 28008 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a: Bootstrap starting.
13:57:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.359197 28266 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1: Neither blocks nor log segments found. Creating new log.
13:57:20.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.359493 28008 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a: Neither blocks nor log segments found. Creating new log.
13:57:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.360496 28266 log.cc:826] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1: Log is configured to *not* fsync() on all Append() calls
13:57:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.360859 28008 log.cc:826] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a: Log is configured to *not* fsync() on all Append() calls
13:57:20.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.363674 28266 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1: No bootstrap required, opened a new log
13:57:20.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.363674 28008 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a: No bootstrap required, opened a new log
13:57:20.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.371500 28266 raft_consensus.cc:359] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:20.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.371505 28008 raft_consensus.cc:359] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:20.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.371838 28266 raft_consensus.cc:385] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:20.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.371840 28008 raft_consensus.cc:385] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:20.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.371975 28266 raft_consensus.cc:740] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4fe3b272bc94eba8f810e76464ccaa1, State: Initialized, Role: FOLLOWER
13:57:20.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.371964 28008 raft_consensus.cc:740] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dcbe3ae8842d4f9a85403cd1f1dc0b1a, State: Initialized, Role: FOLLOWER
13:57:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.372751 28008 consensus_queue.cc:260] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.372735 28266 consensus_queue.cc:260] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.373799 28281 sys_catalog.cc:455] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.374125 28281 sys_catalog.cc:458] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [sys.catalog]: This master's current role is: FOLLOWER
13:57:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.373811 28282 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.374357 28282 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [sys.catalog]: This master's current role is: FOLLOWER
13:57:20.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.375025 28008 sys_catalog.cc:565] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [sys.catalog]: configured and running, proceeding with master startup.
13:57:20.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.375017 28266 sys_catalog.cc:565] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [sys.catalog]: configured and running, proceeding with master startup.
13:57:20.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.383394 28150 master_runner.cc:187] Error getting master registration for 127.27.53.254:39885: OK, instance_id { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" instance_seqno: 1786456639408924 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:57:20.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.390081 28150 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:57:20.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.391367 28316 catalog_manager.cc:1594] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:57:20.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.391568 28316 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:57:20.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.393287 27918 tablet.cc:2406] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:57:20.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.387604 27885 master_runner.cc:187] Error getting master registration for 127.27.53.253:41003: OK, instance_id { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" instance_seqno: 1786456639853178 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:57:20.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.394387 27885 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:57:20.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.398447 28317 catalog_manager.cc:1594] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:57:20.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:20.398576 28317 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:57:20.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.413542 28282 raft_consensus.cc:493] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:57:20.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.413879 28282 raft_consensus.cc:515] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:20.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.415621 28282 leader_election.cc:290] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2bbff211bd764fe4a294a9d38c5fd9d2 (127.27.53.253:41003), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:20.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.417383 28211 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" is_pre_election: true
13:57:20.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.417954 28211 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dcbe3ae8842d4f9a85403cd1f1dc0b1a in term 0.
13:57:20.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.418717 27913 leader_election.cc:304] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a; no voters:
13:57:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.419447 28282 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [term 0 FOLLOWER]: Leader pre-election won for term 1
13:57:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.419612 28282 raft_consensus.cc:493] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:57:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.419739 28282 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [term 0 FOLLOWER]: Advancing to term 1
13:57:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.423187 28282 raft_consensus.cc:515] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.425380 28211 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4fe3b272bc94eba8f810e76464ccaa1"
13:57:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.425590 28211 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 0 FOLLOWER]: Advancing to term 1
13:57:20.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.429966 28282 leader_election.cc:290] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [CANDIDATE]: Term 1 election: Requested vote from peers 2bbff211bd764fe4a294a9d38c5fd9d2 (127.27.53.253:41003), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:20.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.429962 28211 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dcbe3ae8842d4f9a85403cd1f1dc0b1a in term 1.
13:57:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.430810 27913 leader_election.cc:304] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a; no voters:
13:57:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.431121 28282 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [term 1 FOLLOWER]: Leader election won for term 1
13:57:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.442376 28282 raft_consensus.cc:697] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [term 1 LEADER]: Becoming Leader. State: Replica: dcbe3ae8842d4f9a85403cd1f1dc0b1a, State: Running, Role: LEADER
13:57:20.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.443771 28282 consensus_queue.cc:237] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.448585 28320 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [sys.catalog]: SysCatalogTable state changed. Reason: New leader dcbe3ae8842d4f9a85403cd1f1dc0b1a. Latest consensus state: current_term: 1 leader_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.448939 28320 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [sys.catalog]: This master's current role is: LEADER
13:57:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.475589 28323 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
13:57:20.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.478399 28323 catalog_manager.cc:1520] Initializing Kudu cluster ID...
13:57:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.488838 28211 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 1 FOLLOWER]: Refusing update from remote peer dcbe3ae8842d4f9a85403cd1f1dc0b1a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:57:20.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.490006 28320 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:57:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.511168 28281 sys_catalog.cc:455] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dcbe3ae8842d4f9a85403cd1f1dc0b1a. Latest consensus state: current_term: 1 leader_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.511436 28281 sys_catalog.cc:458] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [sys.catalog]: This master's current role is: FOLLOWER
13:57:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.514384 28324 mvcc.cc:204] Tried to move back new op lower bound from 7317326399429238784 to 7317326399264649216. Current Snapshot: MvccSnapshot[applied={T|T < 7317326399429238784}]
13:57:20.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.530289 28323 catalog_manager.cc:1383] Generated new cluster ID: 21998e4480f14cb391bad8e7643a1765
13:57:20.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.530436 28323 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
13:57:20.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.534366 28282 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:20.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.534703 28282 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [sys.catalog]: This master's current role is: LEADER
13:57:20.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.537379 28281 sys_catalog.cc:455] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:20.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.537580 28281 sys_catalog.cc:458] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [sys.catalog]: This master's current role is: FOLLOWER
13:57:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.558708 28143 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } attempt: 5
13:57:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.563727 28323 catalog_manager.cc:1406] Generated new certificate authority record
13:57:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.565761 28323 catalog_manager.cc:1540] Loading token signing keys...
13:57:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.572180 28143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2: Bootstrap starting.
13:57:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.576349 28143 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2: Neither blocks nor log segments found. Creating new log.
13:57:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.577800 28143 log.cc:826] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2: Log is configured to *not* fsync() on all Append() calls
13:57:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.588153 28143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2: No bootstrap required, opened a new log
13:57:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.592568 28323 catalog_manager.cc:6092] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a: Generated new TSK 0
13:57:20.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.593670 28323 catalog_manager.cc:1550] Initializing in-progress tserver states...
13:57:20.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.596235 28143 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:20.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.596611 28143 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.597078 28143 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2bbff211bd764fe4a294a9d38c5fd9d2, State: Initialized, Role: FOLLOWER
13:57:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.597981 28143 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.607481 27863 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/wal
13:57:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/data
13:57:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:57:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:57:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:57:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/logs
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/data/info.pb
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.193:0
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.53.193
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.193
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
13:57:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
13:57:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.608948 28335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.610582 28074 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2"
13:57:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.610529 28077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" is_pre_election: true
13:57:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.610502 28143 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [sys.catalog]: configured and running, proceeding with master startup.
13:57:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.611163 28071 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 0 FOLLOWER]: Advancing to term 1
13:57:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.616394 28335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [sys.catalog]: This master's current role is: FOLLOWER
13:57:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.619297 28071 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 1 FOLLOWER]: Refusing update from remote peer dcbe3ae8842d4f9a85403cd1f1dc0b1a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:57:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.620325 28282 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [LEADER]: Connected to new peer: Peer: permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:57:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.654768 28335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dcbe3ae8842d4f9a85403cd1f1dc0b1a. Latest consensus state: current_term: 1 leader_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.654702 28350 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.655028 28335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [sys.catalog]: This master's current role is: FOLLOWER
13:57:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.655067 28350 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [sys.catalog]: This master's current role is: FOLLOWER
13:57:20.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.685963 28371 catalog_manager.cc:1295] Loaded cluster ID: 21998e4480f14cb391bad8e7643a1765
13:57:20.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.686288 28371 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2: loading cluster ID for follower catalog manager: success
13:57:20.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.690413 28371 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2: acquiring CA information for follower catalog manager: success
13:57:20.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.693060 28371 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:57:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.736492 28282 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:20.737102 28282 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcbe3ae8842d4f9a85403cd1f1dc0b1a [sys.catalog]: This master's current role is: LEADER
13:57:21.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.137737 28340 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:57:21.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.138206 28340 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:57:21.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.138368 28340 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:57:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.152177 28340 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:57:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.152412 28340 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
13:57:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.152489 28340 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
13:57:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.152540 28340 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
13:57:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.152673 28340 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.53.193
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.164949 28340 tablet_server_runner.cc:78] Tablet server non-default flags:
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/logs
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/data
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/wal
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.193:0
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/data/info.pb
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.193
13:57:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.53.193
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:57:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:57:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.166977 28340 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:57:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.169194 28340 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:57:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.179435 28382 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.179459 28381 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:21.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.180691 28385 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.181699 28340 server_base.cc:1061] running on GCE node
13:57:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.182403 28340 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:57:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.183588 28340 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:57:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.185060 28340 hybrid_clock.cc:648] HybridClock initialized: now 1786456641184947 us; error 78 us; skew 500 ppm
13:57:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.185436 28340 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:57:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.188102 28340 webserver.cc:533] Webserver started at http://127.27.53.193:37647/ using document root <none> and password file <none>
13:57:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.189095 28340 fs_manager.cc:362] Metadata directory not provided
13:57:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.189260 28340 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:57:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.189698 28340 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:57:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.193100 28340 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/data/instance:
13:57:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4bbb5c18ae7428aa9c58c3a465a557c"
13:57:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:21 on dist-test-slave-zpvx"
13:57:21.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.194180 28340 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/wal/instance:
13:57:21.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4bbb5c18ae7428aa9c58c3a465a557c"
13:57:21.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:21 on dist-test-slave-zpvx"
13:57:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.201979 28340 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
13:57:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.206552 28393 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:57:21.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.208334 28340 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
13:57:21.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.208578 28340 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/data,/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/wal
13:57:21.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4bbb5c18ae7428aa9c58c3a465a557c"
13:57:21.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:21 on dist-test-slave-zpvx"
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.208814 28340 fs_report.cc:389] FS layout report
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/wal
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/wal
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/data/data
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:57:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:57:21.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.233173 28340 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:57:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.234304 28340 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:57:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.234658 28340 kserver.cc:163] Server-wide thread pool size limit: 3276
13:57:21.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.240101 28340 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:57:21.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.240239 28340 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:57:21.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.240358 28340 ts_tablet_manager.cc:616] Registered 0 tablets
13:57:21.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.240471 28340 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
13:57:21.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.380744 28340 rpc_server.cc:307] RPC server started. Bound to: 127.27.53.193:34883
13:57:21.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.380762 28618 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.53.193:34883 every 8 connection(s)
13:57:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.382524 28340 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/data/info.pb
13:57:21.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.385926 28621 heartbeater.cc:344] Connected to a master server at 127.27.53.254:39885
13:57:21.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.386307 28621 heartbeater.cc:461] Registering TS with master...
13:57:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.388613 28621 heartbeater.cc:507] Master 127.27.53.254:39885 requested a full tablet report, sending...
13:57:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.391974 27863 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu as pid 28340
13:57:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.392189 27863 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-0/wal/instance
13:57:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.392449 27929 ts_manager.cc:194] Registered new tserver with Master: b4bbb5c18ae7428aa9c58c3a465a557c (127.27.53.193:34883)
13:57:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.394687 27929 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.53.193:42047
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.397292 28316 catalog_manager.cc:1295] Loaded cluster ID: 21998e4480f14cb391bad8e7643a1765
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.397403 28316 catalog_manager.cc:1588] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1: loading cluster ID for follower catalog manager: success
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.397512 27863 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/wal
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/data
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/logs
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/data/info.pb
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:57:21.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.194:0
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.53.194
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.194
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
13:57:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
13:57:21.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.402179 28316 catalog_manager.cc:1610] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1: acquiring CA information for follower catalog manager: success
13:57:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.404686 28316 catalog_manager.cc:1638] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:57:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.404896 28619 heartbeater.cc:344] Connected to a master server at 127.27.53.252:43637
13:57:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.405185 28619 heartbeater.cc:461] Registering TS with master...
13:57:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.405692 28619 heartbeater.cc:507] Master 127.27.53.252:43637 requested a full tablet report, sending...
13:57:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.407907 28195 ts_manager.cc:194] Registered new tserver with Master: b4bbb5c18ae7428aa9c58c3a465a557c (127.27.53.193:34883)
13:57:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.409641 28622 heartbeater.cc:344] Connected to a master server at 127.27.53.253:41003
13:57:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.409818 28622 heartbeater.cc:461] Registering TS with master...
13:57:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.410044 28622 heartbeater.cc:507] Master 127.27.53.253:41003 requested a full tablet report, sending...
13:57:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.411811 28059 ts_manager.cc:194] Registered new tserver with Master: b4bbb5c18ae7428aa9c58c3a465a557c (127.27.53.193:34883)
13:57:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.751149 28625 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:57:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.751513 28625 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:57:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.751699 28625 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:57:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.760241 28625 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:57:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.760457 28625 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
13:57:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.760543 28625 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
13:57:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.760601 28625 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
13:57:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.760761 28625 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.53.194
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.770850 28625 tablet_server_runner.cc:78] Tablet server non-default flags:
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/logs
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/data
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/wal
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.194:0
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/data/info.pb
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.194
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.53.194
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:57:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:57:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.772804 28625 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:57:21.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.775004 28625 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.785234 28638 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.785439 28642 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:21.785495 28645 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.786369 28625 server_base.cc:1061] running on GCE node
13:57:21.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.786964 28625 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:57:21.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.787880 28625 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:57:21.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.789187 28625 hybrid_clock.cc:648] HybridClock initialized: now 1786456641789108 us; error 43 us; skew 500 ppm
13:57:21.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.789547 28625 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:57:21.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.791749 28625 webserver.cc:533] Webserver started at http://127.27.53.194:41035/ using document root <none> and password file <none>
13:57:21.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.792618 28625 fs_manager.cc:362] Metadata directory not provided
13:57:21.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.792776 28625 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:57:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.793186 28625 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:57:21.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.795585 28625 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/data/instance:
13:57:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "397c1f5df99841a0b1be793b1f90c06e"
13:57:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:21 on dist-test-slave-zpvx"
13:57:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.796455 28625 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/wal/instance:
13:57:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "397c1f5df99841a0b1be793b1f90c06e"
13:57:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:21 on dist-test-slave-zpvx"
13:57:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.801939 28625 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
13:57:21.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.805352 28655 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:57:21.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.806746 28625 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.806932 28625 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/data,/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/wal
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "397c1f5df99841a0b1be793b1f90c06e"
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:21 on dist-test-slave-zpvx"
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.807164 28625 fs_report.cc:389] FS layout report
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/wal
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/wal
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/data/data
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:57:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:57:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.839198 28625 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:57:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.840126 28625 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:57:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.840508 28625 kserver.cc:163] Server-wide thread pool size limit: 3276
13:57:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.843794 28625 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:57:21.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.843925 28625 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:57:21.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.844043 28625 ts_tablet_manager.cc:616] Registered 0 tablets
13:57:21.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.844143 28625 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:57:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.900039 28625 rpc_server.cc:307] RPC server started. Bound to: 127.27.53.194:38143
13:57:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.900142 28858 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.53.194:38143 every 8 connection(s)
13:57:21.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.901742 28625 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/data/info.pb
13:57:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.904286 27863 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu as pid 28625
13:57:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.904510 27863 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-1/wal/instance
13:57:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.905102 28860 heartbeater.cc:344] Connected to a master server at 127.27.53.254:39885
13:57:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.908921 28860 heartbeater.cc:461] Registering TS with master...
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.909410 27863 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/wal
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/data
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/logs
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/data/info.pb
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.195:0
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.53.195
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.195
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
13:57:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
13:57:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
13:57:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.910085 28860 heartbeater.cc:507] Master 127.27.53.254:39885 requested a full tablet report, sending...
13:57:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.912894 27929 ts_manager.cc:194] Registered new tserver with Master: 397c1f5df99841a0b1be793b1f90c06e (127.27.53.194:38143)
13:57:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.913878 27929 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.53.194:56751
13:57:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.916355 28859 heartbeater.cc:344] Connected to a master server at 127.27.53.252:43637
13:57:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.916400 28864 heartbeater.cc:344] Connected to a master server at 127.27.53.253:41003
13:57:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.916661 28859 heartbeater.cc:461] Registering TS with master...
13:57:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.916658 28864 heartbeater.cc:461] Registering TS with master...
13:57:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.917165 28864 heartbeater.cc:507] Master 127.27.53.253:41003 requested a full tablet report, sending...
13:57:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.917165 28859 heartbeater.cc:507] Master 127.27.53.252:43637 requested a full tablet report, sending...
13:57:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.918267 28059 ts_manager.cc:194] Registered new tserver with Master: 397c1f5df99841a0b1be793b1f90c06e (127.27.53.194:38143)
13:57:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:21.918530 28195 ts_manager.cc:194] Registered new tserver with Master: 397c1f5df99841a0b1be793b1f90c06e (127.27.53.194:38143)
13:57:22.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.254770 28868 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:57:22.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.255170 28868 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:57:22.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.255326 28868 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:57:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.264489 28868 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:57:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.264654 28868 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
13:57:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.264727 28868 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
13:57:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.264784 28868 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
13:57:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.264905 28868 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.53.195
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.274845 28868 tablet_server_runner.cc:78] Tablet server non-default flags:
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/logs
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.53.212:41177
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/data
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/wal
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.53.195:0
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/data/info.pb
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.53.195
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.53.195
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:57:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:57:22.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.276961 28868 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:57:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.278967 28868 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:57:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.289619 28873 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.289613 28874 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.289858 28876 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:57:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.290774 28868 server_base.cc:1061] running on GCE node
13:57:22.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.291363 28868 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:57:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.292439 28868 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:57:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.293809 28868 hybrid_clock.cc:648] HybridClock initialized: now 1786456642293748 us; error 34 us; skew 500 ppm
13:57:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.294077 28868 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:57:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.296252 28868 webserver.cc:533] Webserver started at http://127.27.53.195:45455/ using document root <none> and password file <none>
13:57:22.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.297127 28868 fs_manager.cc:362] Metadata directory not provided
13:57:22.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.297235 28868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:57:22.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.297525 28868 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:57:22.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.299926 28868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/data/instance:
13:57:22.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70109e1c9ee9432d96c23e854e7435df"
13:57:22.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:22 on dist-test-slave-zpvx"
13:57:22.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.300737 28868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/wal/instance:
13:57:22.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70109e1c9ee9432d96c23e854e7435df"
13:57:22.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:22 on dist-test-slave-zpvx"
13:57:22.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.305804 28868 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.000s sys 0.004s
13:57:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.309297 28883 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:57:22.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.310640 28868 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.310817 28868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/data,/tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/wal
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70109e1c9ee9432d96c23e854e7435df"
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:57:22 on dist-test-slave-zpvx"
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.311031 28868 fs_report.cc:389] FS layout report
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/wal
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/wal
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/data/data
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:57:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:57:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.335808 28868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
13:57:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.336810 28868 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:57:22.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.337150 28868 kserver.cc:163] Server-wide thread pool size limit: 3276
13:57:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.340417 28868 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:57:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.340549 28868 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
13:57:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.340667 28868 ts_tablet_manager.cc:616] Registered 0 tablets
13:57:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.340780 28868 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:57:22.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.400532 28868 rpc_server.cc:307] RPC server started. Bound to: 127.27.53.195:39723
13:57:22.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.400679 29101 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.53.195:39723 every 8 connection(s)
13:57:22.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.402010 28868 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/data/info.pb
13:57:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.404834 29104 heartbeater.cc:344] Connected to a master server at 127.27.53.254:39885
13:57:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.405191 29104 heartbeater.cc:461] Registering TS with master...
13:57:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.405493 28621 heartbeater.cc:499] Master 127.27.53.254:39885 was elected leader, sending a full tablet report...
13:57:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.406298 29104 heartbeater.cc:507] Master 127.27.53.254:39885 requested a full tablet report, sending...
13:57:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.409268 27929 ts_manager.cc:194] Registered new tserver with Master: 70109e1c9ee9432d96c23e854e7435df (127.27.53.195:39723)
13:57:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.410614 27929 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.53.195:51973
13:57:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.410909 27863 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu as pid 28868
13:57:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.411079 27863 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskBJDhOe/test-tmp/mini-kudu-cluster15597191606436279295/ts-2/wal/instance
13:57:22.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.416965 29103 heartbeater.cc:344] Connected to a master server at 127.27.53.252:43637
13:57:22.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.417604 29103 heartbeater.cc:461] Registering TS with master...
13:57:22.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.419031 29103 heartbeater.cc:507] Master 127.27.53.252:43637 requested a full tablet report, sending...
13:57:22.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.420495 28195 ts_manager.cc:194] Registered new tserver with Master: 70109e1c9ee9432d96c23e854e7435df (127.27.53.195:39723)
13:57:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.425724 29105 heartbeater.cc:344] Connected to a master server at 127.27.53.253:41003
13:57:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.425854 29105 heartbeater.cc:461] Registering TS with master...
13:57:22.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.426198 29105 heartbeater.cc:507] Master 127.27.53.253:41003 requested a full tablet report, sending...
13:57:22.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.427157 28059 ts_manager.cc:194] Registered new tserver with Master: 70109e1c9ee9432d96c23e854e7435df (127.27.53.195:39723)
13:57:22.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.436503 27863 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
13:57:22.438 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:57:22.438 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
13:57:22.439 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.53.254"
port: 39885
}
bound_http_address {
host: "127.27.53.254"
port: 44961
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.53.253"
port: 41003
}
bound_http_address {
host: "127.27.53.253"
port: 44421
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.53.252"
port: 43637
}
bound_http_address {
host: "127.27.53.252"
port: 37011
}
}
}
13:57:22.439 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:57:22.440 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.53.193"
port: 34883
}
bound_http_address {
host: "127.27.53.193"
port: 37647
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.53.194"
port: 38143
}
bound_http_address {
host: "127.27.53.194"
port: 41035
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.53.195"
port: 39723
}
bound_http_address {
host: "127.27.53.195"
port: 45455
}
}
}
13:57:22.440 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
13:57:22.442 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
13:57:22.444 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:22.444 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.53.253:41003(127.27.53.253:41003)] connecting to peer
13:57:22.445 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.53.254:39885(127.27.53.254:39885)] Successfully connected to peer
13:57:22.447 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.53.254
13:57:22.447 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:22.448 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.53.253:41003(127.27.53.253:41003)] Successfully connected to peer
13:57:22.449 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.53.252:43637(127.27.53.252:43637)] Successfully connected to peer
13:57:22.449 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.53.253
13:57:22.451 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.53.252
13:57:22.459 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x34cddf1e, L:/127.0.0.1:36416 - R:/127.27.53.254:39885] using SASL/PLAIN
13:57:22.460 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xf24b03bd, L:/127.0.0.1:46924 - R:/127.27.53.253:41003] using SASL/PLAIN
13:57:22.461 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
13:57:22.462 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=18), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: OK, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, deferred=null) after lookup
13:57:22.465 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xa8c79ca1, L:/127.0.0.1:38642 - R:/127.27.53.252:43637] using SASL/PLAIN
13:57:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.463217 27929 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36416:
13:57:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
13:57:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
13:57:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
13:57:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
13:57:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
13:57:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
13:57:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.465600 27929 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
13:57:22.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5ddfe4c44fdd46d78a0c90a81dffbc3e
13:57:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.518507 28494 tablet_service.cc:1511] Processing CreateTablet for tablet 370a65bdead84d1b8f0f4c083f86aae7 (DEFAULT_TABLE table=txn_manager_fallback [id=5ddfe4c44fdd46d78a0c90a81dffbc3e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
13:57:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.518476 28493 tablet_service.cc:1511] Processing CreateTablet for tablet 59f59b000d494f2298c5f464471a5237 (DEFAULT_TABLE table=txn_manager_fallback [id=5ddfe4c44fdd46d78a0c90a81dffbc3e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
13:57:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.520627 28493 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 59f59b000d494f2298c5f464471a5237. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.521147 28494 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 370a65bdead84d1b8f0f4c083f86aae7. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.523460 28980 tablet_service.cc:1511] Processing CreateTablet for tablet 370a65bdead84d1b8f0f4c083f86aae7 (DEFAULT_TABLE table=txn_manager_fallback [id=5ddfe4c44fdd46d78a0c90a81dffbc3e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
13:57:22.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.524854 28978 tablet_service.cc:1511] Processing CreateTablet for tablet 59f59b000d494f2298c5f464471a5237 (DEFAULT_TABLE table=txn_manager_fallback [id=5ddfe4c44fdd46d78a0c90a81dffbc3e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
13:57:22.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.525629 28978 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 59f59b000d494f2298c5f464471a5237. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:22.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.526228 28980 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 370a65bdead84d1b8f0f4c083f86aae7. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:22.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.531602 28749 tablet_service.cc:1511] Processing CreateTablet for tablet 370a65bdead84d1b8f0f4c083f86aae7 (DEFAULT_TABLE table=txn_manager_fallback [id=5ddfe4c44fdd46d78a0c90a81dffbc3e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
13:57:22.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.533074 28749 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 370a65bdead84d1b8f0f4c083f86aae7. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.536794 28748 tablet_service.cc:1511] Processing CreateTablet for tablet 59f59b000d494f2298c5f464471a5237 (DEFAULT_TABLE table=txn_manager_fallback [id=5ddfe4c44fdd46d78a0c90a81dffbc3e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
13:57:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.537513 28748 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 59f59b000d494f2298c5f464471a5237. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.553056 29149 tablet_bootstrap.cc:492] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e: Bootstrap starting.
13:57:22.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.554762 29148 tablet_bootstrap.cc:492] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c: Bootstrap starting.
13:57:22.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.556839 29149 tablet_bootstrap.cc:654] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e: Neither blocks nor log segments found. Creating new log.
13:57:22.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.558115 29149 log.cc:826] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e: Log is configured to *not* fsync() on all Append() calls
13:57:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.559633 29148 tablet_bootstrap.cc:654] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c: Neither blocks nor log segments found. Creating new log.
13:57:22.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.561005 29148 log.cc:826] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c: Log is configured to *not* fsync() on all Append() calls
13:57:22.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.562045 29150 tablet_bootstrap.cc:492] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df: Bootstrap starting.
13:57:22.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.562474 29149 tablet_bootstrap.cc:492] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e: No bootstrap required, opened a new log
13:57:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.562798 29149 ts_tablet_manager.cc:1403] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
13:57:22.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.563877 29148 tablet_bootstrap.cc:492] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c: No bootstrap required, opened a new log
13:57:22.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.564163 29148 ts_tablet_manager.cc:1403] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c: Time spent bootstrapping tablet: real 0.010s user 0.007s sys 0.000s
13:57:22.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.566058 29150 tablet_bootstrap.cc:654] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df: Neither blocks nor log segments found. Creating new log.
13:57:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.567255 29150 log.cc:826] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df: Log is configured to *not* fsync() on all Append() calls
13:57:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.569686 29149 raft_consensus.cc:359] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.570127 29149 raft_consensus.cc:385] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.570245 29150 tablet_bootstrap.cc:492] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df: No bootstrap required, opened a new log
13:57:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.570281 29149 raft_consensus.cc:740] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 397c1f5df99841a0b1be793b1f90c06e, State: Initialized, Role: FOLLOWER
13:57:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.570497 29150 ts_tablet_manager.cc:1403] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.000s
13:57:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.571069 29149 consensus_queue.cc:260] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.571512 29148 raft_consensus.cc:359] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.571974 29148 raft_consensus.cc:385] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:22.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.572088 29148 raft_consensus.cc:740] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4bbb5c18ae7428aa9c58c3a465a557c, State: Initialized, Role: FOLLOWER
13:57:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.572978 29149 ts_tablet_manager.cc:1434] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e: Time spent starting tablet: real 0.010s user 0.011s sys 0.000s
13:57:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.572858 29148 consensus_queue.cc:260] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.573455 28860 heartbeater.cc:499] Master 127.27.53.254:39885 was elected leader, sending a full tablet report...
13:57:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.574492 29149 tablet_bootstrap.cc:492] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e: Bootstrap starting.
13:57:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.576467 29149 tablet_bootstrap.cc:654] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e: Neither blocks nor log segments found. Creating new log.
13:57:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.580840 29148 ts_tablet_manager.cc:1434] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c: Time spent starting tablet: real 0.017s user 0.008s sys 0.010s
13:57:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.582206 29150 raft_consensus.cc:359] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.582618 29150 raft_consensus.cc:385] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.582736 29150 raft_consensus.cc:740] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70109e1c9ee9432d96c23e854e7435df, State: Initialized, Role: FOLLOWER
13:57:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.583487 29150 consensus_queue.cc:260] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.586018 29148 tablet_bootstrap.cc:492] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c: Bootstrap starting.
13:57:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.588086 29148 tablet_bootstrap.cc:654] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c: Neither blocks nor log segments found. Creating new log.
13:57:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.596768 29150 ts_tablet_manager.cc:1434] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df: Time spent starting tablet: real 0.026s user 0.018s sys 0.001s
13:57:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.598704 29149 tablet_bootstrap.cc:492] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e: No bootstrap required, opened a new log
13:57:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.598943 29149 ts_tablet_manager.cc:1403] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e: Time spent bootstrapping tablet: real 0.025s user 0.008s sys 0.014s
13:57:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.599404 29104 heartbeater.cc:499] Master 127.27.53.254:39885 was elected leader, sending a full tablet report...
13:57:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.602581 29149 raft_consensus.cc:359] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.602792 29149 raft_consensus.cc:385] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.602903 29149 raft_consensus.cc:740] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 397c1f5df99841a0b1be793b1f90c06e, State: Initialized, Role: FOLLOWER
13:57:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.603534 29150 tablet_bootstrap.cc:492] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df: Bootstrap starting.
13:57:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.603730 29149 consensus_queue.cc:260] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.604352 29149 ts_tablet_manager.cc:1434] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e: Time spent starting tablet: real 0.005s user 0.003s sys 0.000s
13:57:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.609721 29150 tablet_bootstrap.cc:654] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df: Neither blocks nor log segments found. Creating new log.
13:57:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.611615 29148 tablet_bootstrap.cc:492] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c: No bootstrap required, opened a new log
13:57:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.611698 29150 tablet_bootstrap.cc:492] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df: No bootstrap required, opened a new log
13:57:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.611770 29148 ts_tablet_manager.cc:1403] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c: Time spent bootstrapping tablet: real 0.026s user 0.014s sys 0.008s
13:57:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.611869 29150 ts_tablet_manager.cc:1403] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.001s
13:57:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.612622 29150 raft_consensus.cc:359] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.612632 29148 raft_consensus.cc:359] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.612777 29148 raft_consensus.cc:385] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.612802 29150 raft_consensus.cc:385] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.612877 29148 raft_consensus.cc:740] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4bbb5c18ae7428aa9c58c3a465a557c, State: Initialized, Role: FOLLOWER
13:57:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.612898 29150 raft_consensus.cc:740] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70109e1c9ee9432d96c23e854e7435df, State: Initialized, Role: FOLLOWER
13:57:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.613129 29150 consensus_queue.cc:260] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.613188 29148 consensus_queue.cc:260] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.613662 29150 ts_tablet_manager.cc:1434] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
13:57:22.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.613726 29148 ts_tablet_manager.cc:1434] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
13:57:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.624812 29158 raft_consensus.cc:493] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:57:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.625166 29158 raft_consensus.cc:515] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.627179 29158 leader_election.cc:290] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b4bbb5c18ae7428aa9c58c3a465a557c (127.27.53.193:34883), 70109e1c9ee9432d96c23e854e7435df (127.27.53.195:39723)
13:57:22.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.636425 29024 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "59f59b000d494f2298c5f464471a5237" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70109e1c9ee9432d96c23e854e7435df" is_pre_election: true
13:57:22.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.636461 28534 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "59f59b000d494f2298c5f464471a5237" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" is_pre_election: true
13:57:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.636961 28534 raft_consensus.cc:2468] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 0.
13:57:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.636981 29024 raft_consensus.cc:2468] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 0.
13:57:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.637585 28659 leader_election.cc:304] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 397c1f5df99841a0b1be793b1f90c06e, 70109e1c9ee9432d96c23e854e7435df; no voters:
13:57:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.637945 29158 raft_consensus.cc:2804] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Leader pre-election won for term 1
13:57:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.638106 29158 raft_consensus.cc:493] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:57:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.638229 29158 raft_consensus.cc:3060] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Advancing to term 1
13:57:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.640295 29158 raft_consensus.cc:515] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.640941 29158 leader_election.cc:290] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 election: Requested vote from peers b4bbb5c18ae7428aa9c58c3a465a557c (127.27.53.193:34883), 70109e1c9ee9432d96c23e854e7435df (127.27.53.195:39723)
13:57:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.641379 28534 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "59f59b000d494f2298c5f464471a5237" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c"
13:57:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.641407 29024 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "59f59b000d494f2298c5f464471a5237" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70109e1c9ee9432d96c23e854e7435df"
13:57:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.641585 28534 raft_consensus.cc:3060] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Advancing to term 1
13:57:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.641590 29024 raft_consensus.cc:3060] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Advancing to term 1
13:57:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.644920 29024 raft_consensus.cc:2468] T 59f59b000d494f2298c5f464471a5237 P 70109e1c9ee9432d96c23e854e7435df [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 1.
13:57:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.644920 28534 raft_consensus.cc:2468] T 59f59b000d494f2298c5f464471a5237 P b4bbb5c18ae7428aa9c58c3a465a557c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 1.
13:57:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.645393 28661 leader_election.cc:304] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 397c1f5df99841a0b1be793b1f90c06e, b4bbb5c18ae7428aa9c58c3a465a557c; no voters:
13:57:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.645742 29158 raft_consensus.cc:2804] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [term 1 FOLLOWER]: Leader election won for term 1
13:57:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.646310 29158 raft_consensus.cc:697] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [term 1 LEADER]: Becoming Leader. State: Replica: 397c1f5df99841a0b1be793b1f90c06e, State: Running, Role: LEADER
13:57:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.646886 29158 consensus_queue.cc:237] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.648092 28624 tablet.cc:2406] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:57:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.651981 27930 catalog_manager.cc:5719] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e reported cstate change: term changed from 0 to 1, leader changed from <none> to 397c1f5df99841a0b1be793b1f90c06e (127.27.53.194). New cstate: current_term: 1 leader_uuid: "397c1f5df99841a0b1be793b1f90c06e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } health_report { overall_health: UNKNOWN } } }
13:57:22.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.655385 28865 tablet.cc:2406] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:57:22.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.658139 29106 tablet.cc:2406] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:57:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.713238 29158 raft_consensus.cc:493] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:57:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.713452 29158 raft_consensus.cc:515] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.714157 29158 leader_election.cc:290] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b4bbb5c18ae7428aa9c58c3a465a557c (127.27.53.193:34883), 70109e1c9ee9432d96c23e854e7435df (127.27.53.195:39723)
13:57:22.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.714764 28534 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "370a65bdead84d1b8f0f4c083f86aae7" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" is_pre_election: true
13:57:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.714778 29024 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "370a65bdead84d1b8f0f4c083f86aae7" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70109e1c9ee9432d96c23e854e7435df" is_pre_election: true
13:57:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.714984 28534 raft_consensus.cc:2468] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 0.
13:57:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.715070 29024 raft_consensus.cc:2468] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 0.
13:57:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.715453 28661 leader_election.cc:304] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 397c1f5df99841a0b1be793b1f90c06e, b4bbb5c18ae7428aa9c58c3a465a557c; no voters:
13:57:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.715850 29158 raft_consensus.cc:2804] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Leader pre-election won for term 1
13:57:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.716060 29158 raft_consensus.cc:493] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:57:22.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.716239 29158 raft_consensus.cc:3060] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Advancing to term 1
13:57:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.718279 29158 raft_consensus.cc:515] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.718883 29158 leader_election.cc:290] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 election: Requested vote from peers b4bbb5c18ae7428aa9c58c3a465a557c (127.27.53.193:34883), 70109e1c9ee9432d96c23e854e7435df (127.27.53.195:39723)
13:57:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.719476 28534 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "370a65bdead84d1b8f0f4c083f86aae7" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c"
13:57:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.719476 29024 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "370a65bdead84d1b8f0f4c083f86aae7" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70109e1c9ee9432d96c23e854e7435df"
13:57:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.719695 28534 raft_consensus.cc:3060] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Advancing to term 1
13:57:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.719694 29024 raft_consensus.cc:3060] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Advancing to term 1
13:57:22.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.722775 29024 raft_consensus.cc:2468] T 370a65bdead84d1b8f0f4c083f86aae7 P 70109e1c9ee9432d96c23e854e7435df [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 1.
13:57:22.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.722776 28534 raft_consensus.cc:2468] T 370a65bdead84d1b8f0f4c083f86aae7 P b4bbb5c18ae7428aa9c58c3a465a557c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 1.
13:57:22.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.723327 28661 leader_election.cc:304] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 397c1f5df99841a0b1be793b1f90c06e, b4bbb5c18ae7428aa9c58c3a465a557c; no voters:
13:57:22.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.723634 29158 raft_consensus.cc:2804] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [term 1 FOLLOWER]: Leader election won for term 1
13:57:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.723886 29158 raft_consensus.cc:697] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [term 1 LEADER]: Becoming Leader. State: Replica: 397c1f5df99841a0b1be793b1f90c06e, State: Running, Role: LEADER
13:57:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.724249 29158 consensus_queue.cc:237] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.727485 27930 catalog_manager.cc:5719] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e reported cstate change: term changed from 0 to 1, leader changed from <none> to 397c1f5df99841a0b1be793b1f90c06e (127.27.53.194). New cstate: current_term: 1 leader_uuid: "397c1f5df99841a0b1be793b1f90c06e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } health_report { overall_health: UNKNOWN } } }
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.815240 27930 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36432:
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
13:57:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:22.816551 27930 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
13:57:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.830019 28494 tablet_service.cc:1511] Processing CreateTablet for tablet c3b36282d43e47c2ae42323fb7ceb178 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=674e7fd66f6d4396be8820e13ee056c5]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
13:57:22.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.830302 28749 tablet_service.cc:1511] Processing CreateTablet for tablet c3b36282d43e47c2ae42323fb7ceb178 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=674e7fd66f6d4396be8820e13ee056c5]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
13:57:22.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.830475 28980 tablet_service.cc:1511] Processing CreateTablet for tablet c3b36282d43e47c2ae42323fb7ceb178 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=674e7fd66f6d4396be8820e13ee056c5]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
13:57:22.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.831069 28494 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3b36282d43e47c2ae42323fb7ceb178. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:22.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.831313 28980 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3b36282d43e47c2ae42323fb7ceb178. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:22.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.831308 28749 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3b36282d43e47c2ae42323fb7ceb178. 1 dirs total, 0 dirs full, 0 dirs failed
13:57:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.836458 29148 tablet_bootstrap.cc:492] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c: Bootstrap starting.
13:57:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.838105 29148 tablet_bootstrap.cc:654] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c: Neither blocks nor log segments found. Creating new log.
13:57:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.838778 29150 tablet_bootstrap.cc:492] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df: Bootstrap starting.
13:57:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.839684 29149 tablet_bootstrap.cc:492] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: Bootstrap starting.
13:57:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.840503 29150 tablet_bootstrap.cc:654] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df: Neither blocks nor log segments found. Creating new log.
13:57:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.840605 29148 tablet_bootstrap.cc:492] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c: No bootstrap required, opened a new log
13:57:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.840781 29148 ts_tablet_manager.cc:1403] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
13:57:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.841531 29149 tablet_bootstrap.cc:654] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: Neither blocks nor log segments found. Creating new log.
13:57:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.841601 29148 raft_consensus.cc:359] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.841831 29148 raft_consensus.cc:385] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.841910 29148 raft_consensus.cc:740] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4bbb5c18ae7428aa9c58c3a465a557c, State: Initialized, Role: FOLLOWER
13:57:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.842195 29148 consensus_queue.cc:260] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.842748 29150 tablet_bootstrap.cc:492] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df: No bootstrap required, opened a new log
13:57:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.842942 29150 ts_tablet_manager.cc:1403] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
13:57:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.843118 29148 ts_tablet_manager.cc:1434] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
13:57:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.843078 29160 tablet_replica.cc:442] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } } }
13:57:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.843405 29160 tablet_replica.cc:445] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c: This TxnStatusTablet replica's current role is: FOLLOWER
13:57:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.843748 29150 raft_consensus.cc:359] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.843973 29150 raft_consensus.cc:385] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.844050 29150 raft_consensus.cc:740] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70109e1c9ee9432d96c23e854e7435df, State: Initialized, Role: FOLLOWER
13:57:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.844099 29149 tablet_bootstrap.cc:492] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: No bootstrap required, opened a new log
13:57:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.844349 29149 ts_tablet_manager.cc:1403] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.001s
13:57:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.844455 29150 consensus_queue.cc:260] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.844918 29163 tablet_replica.cc:442] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } } }
13:57:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.845208 29163 tablet_replica.cc:445] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df: This TxnStatusTablet replica's current role is: FOLLOWER
13:57:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.845742 29149 raft_consensus.cc:359] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.845957 29149 raft_consensus.cc:385] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:57:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.846045 29149 raft_consensus.cc:740] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 397c1f5df99841a0b1be793b1f90c06e, State: Initialized, Role: FOLLOWER
13:57:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.846306 29149 consensus_queue.cc:260] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.846863 29149 ts_tablet_manager.cc:1434] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
13:57:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.846804 29158 tablet_replica.cc:442] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } } }
13:57:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.847028 29158 tablet_replica.cc:445] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: This TxnStatusTablet replica's current role is: FOLLOWER
13:57:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:22.849020 29150 ts_tablet_manager.cc:1434] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
13:57:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.061806 29158 consensus_queue.cc:1048] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:57:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.072072 29168 consensus_queue.cc:1048] T 59f59b000d494f2298c5f464471a5237 P 397c1f5df99841a0b1be793b1f90c06e [LEADER]: Connected to new peer: Peer: permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:57:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.130431 29168 raft_consensus.cc:493] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:57:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.130697 29168 raft_consensus.cc:515] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.131479 29168 leader_election.cc:290] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b4bbb5c18ae7428aa9c58c3a465a557c (127.27.53.193:34883), 70109e1c9ee9432d96c23e854e7435df (127.27.53.195:39723)
13:57:23.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.132109 28534 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3b36282d43e47c2ae42323fb7ceb178" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" is_pre_election: true
13:57:23.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.132107 29024 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3b36282d43e47c2ae42323fb7ceb178" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70109e1c9ee9432d96c23e854e7435df" is_pre_election: true
13:57:23.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.132346 28534 raft_consensus.cc:2468] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 0.
13:57:23.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.132390 29024 raft_consensus.cc:2468] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 0.
13:57:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.132882 28659 leader_election.cc:304] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 397c1f5df99841a0b1be793b1f90c06e, 70109e1c9ee9432d96c23e854e7435df; no voters:
13:57:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.133170 29168 raft_consensus.cc:2804] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Leader pre-election won for term 1
13:57:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.133282 29168 raft_consensus.cc:493] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:57:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.133363 29168 raft_consensus.cc:3060] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [term 0 FOLLOWER]: Advancing to term 1
13:57:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.135483 29168 raft_consensus.cc:515] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.136173 29168 leader_election.cc:290] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 election: Requested vote from peers b4bbb5c18ae7428aa9c58c3a465a557c (127.27.53.193:34883), 70109e1c9ee9432d96c23e854e7435df (127.27.53.195:39723)
13:57:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.136605 28534 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3b36282d43e47c2ae42323fb7ceb178" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c"
13:57:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.136654 29024 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3b36282d43e47c2ae42323fb7ceb178" candidate_uuid: "397c1f5df99841a0b1be793b1f90c06e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70109e1c9ee9432d96c23e854e7435df"
13:57:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.136826 29024 raft_consensus.cc:3060] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df [term 0 FOLLOWER]: Advancing to term 1
13:57:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.136826 28534 raft_consensus.cc:3060] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c [term 0 FOLLOWER]: Advancing to term 1
13:57:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.139786 28534 raft_consensus.cc:2468] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 1.
13:57:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.139786 29024 raft_consensus.cc:2468] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 397c1f5df99841a0b1be793b1f90c06e in term 1.
13:57:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.140204 28661 leader_election.cc:304] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 397c1f5df99841a0b1be793b1f90c06e, b4bbb5c18ae7428aa9c58c3a465a557c; no voters:
13:57:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.140575 29168 raft_consensus.cc:2804] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [term 1 FOLLOWER]: Leader election won for term 1
13:57:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.140774 29168 raft_consensus.cc:697] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [term 1 LEADER]: Becoming Leader. State: Replica: 397c1f5df99841a0b1be793b1f90c06e, State: Running, Role: LEADER
13:57:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.141045 29168 consensus_queue.cc:237] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } }
13:57:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.142544 29158 tablet_replica.cc:442] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: TxnStatusTablet state changed. Reason: New leader 397c1f5df99841a0b1be793b1f90c06e. Latest consensus state: current_term: 1 leader_uuid: "397c1f5df99841a0b1be793b1f90c06e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } } }
13:57:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.142773 29158 tablet_replica.cc:445] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: This TxnStatusTablet replica's current role is: LEADER
13:57:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.143417 29204 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
13:57:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.143795 29204 txn_status_manager.cc:930] Loading transaction status metadata into memory...
13:57:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.144260 27929 catalog_manager.cc:5719] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e reported cstate change: term changed from 0 to 1, leader changed from <none> to 397c1f5df99841a0b1be793b1f90c06e (127.27.53.194). New cstate: current_term: 1 leader_uuid: "397c1f5df99841a0b1be793b1f90c06e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } health_report { overall_health: UNKNOWN } } }
13:57:23.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.152462 29158 consensus_queue.cc:1048] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [LEADER]: Connected to new peer: Peer: permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:57:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.159307 29197 consensus_queue.cc:1048] T 370a65bdead84d1b8f0f4c083f86aae7 P 397c1f5df99841a0b1be793b1f90c06e [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:57:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.233912 29024 raft_consensus.cc:1275] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df [term 1 FOLLOWER]: Refusing update from remote peer 397c1f5df99841a0b1be793b1f90c06e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:57:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.234117 28534 raft_consensus.cc:1275] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c [term 1 FOLLOWER]: Refusing update from remote peer 397c1f5df99841a0b1be793b1f90c06e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:57:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.234699 29158 consensus_queue.cc:1048] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [LEADER]: Connected to new peer: Peer: permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:57:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.234973 29197 consensus_queue.cc:1048] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:57:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.248063 29160 tablet_replica.cc:442] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c: TxnStatusTablet state changed. Reason: New leader 397c1f5df99841a0b1be793b1f90c06e. Latest consensus state: current_term: 1 leader_uuid: "397c1f5df99841a0b1be793b1f90c06e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } } }
13:57:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.248358 29160 tablet_replica.cc:445] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c: This TxnStatusTablet replica's current role is: FOLLOWER
13:57:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.251206 29163 tablet_replica.cc:442] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df: TxnStatusTablet state changed. Reason: New leader 397c1f5df99841a0b1be793b1f90c06e. Latest consensus state: current_term: 1 leader_uuid: "397c1f5df99841a0b1be793b1f90c06e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } } }
13:57:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.251454 29163 tablet_replica.cc:445] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df: This TxnStatusTablet replica's current role is: FOLLOWER
13:57:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.254987 29194 mvcc.cc:204] Tried to move back new op lower bound from 7317326410678104064 to 7317326410307829760. Current Snapshot: MvccSnapshot[applied={T|T < 7317326410678104064}]
13:57:23.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.257519 29195 mvcc.cc:204] Tried to move back new op lower bound from 7317326410678104064 to 7317326410307829760. Current Snapshot: MvccSnapshot[applied={T|T < 7317326410678104064}]
13:57:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.258216 29197 tablet_replica.cc:442] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "397c1f5df99841a0b1be793b1f90c06e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } } }
13:57:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.258493 29197 tablet_replica.cc:445] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: This TxnStatusTablet replica's current role is: LEADER
13:57:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.258782 29158 tablet_replica.cc:442] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "397c1f5df99841a0b1be793b1f90c06e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } } }
13:57:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.258977 29158 tablet_replica.cc:445] T c3b36282d43e47c2ae42323fb7ceb178 P 397c1f5df99841a0b1be793b1f90c06e: This TxnStatusTablet replica's current role is: LEADER
13:57:23.263 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
13:57:23.270 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5ddfe4c44fdd46d78a0c90a81dffbc3e
13:57:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.266031 29163 tablet_replica.cc:442] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "397c1f5df99841a0b1be793b1f90c06e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } } }
13:57:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.266264 29163 tablet_replica.cc:445] T c3b36282d43e47c2ae42323fb7ceb178 P 70109e1c9ee9432d96c23e854e7435df: This TxnStatusTablet replica's current role is: FOLLOWER
13:57:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.269399 29160 tablet_replica.cc:442] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "397c1f5df99841a0b1be793b1f90c06e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b4bbb5c18ae7428aa9c58c3a465a557c" member_type: VOTER last_known_addr { host: "127.27.53.193" port: 34883 } } peers { permanent_uuid: "397c1f5df99841a0b1be793b1f90c06e" member_type: VOTER last_known_addr { host: "127.27.53.194" port: 38143 } } peers { permanent_uuid: "70109e1c9ee9432d96c23e854e7435df" member_type: VOTER last_known_addr { host: "127.27.53.195" port: 39723 } } }
13:57:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.269640 29160 tablet_replica.cc:445] T c3b36282d43e47c2ae42323fb7ceb178 P b4bbb5c18ae7428aa9c58c3a465a557c: This TxnStatusTablet replica's current role is: FOLLOWER
13:57:23.274 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 370a65bdead84d1b8f0f4c083f86aae7 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
13:57:23.274 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 59f59b000d494f2298c5f464471a5237 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
13:57:23.275 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=370a65bdead84d1b8f0f4c083f86aae7@[397c1f5df99841a0b1be793b1f90c06e(127.27.53.194:38143)[L],70109e1c9ee9432d96c23e854e7435df(127.27.53.195:39723),b4bbb5c18ae7428aa9c58c3a465a557c(127.27.53.193:34883)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=59f59b000d494f2298c5f464471a5237@[397c1f5df99841a0b1be793b1f90c06e(127.27.53.194:38143)[L],70109e1c9ee9432d96c23e854e7435df(127.27.53.195:39723),b4bbb5c18ae7428aa9c58c3a465a557c(127.27.53.193:34883)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
13:57:23.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.53.254:39885, [4ms] Sub RPC GetTableLocations: received response from server master-127.27.53.254:39885: OK, deferred=null) after lookup
13:57:23.275 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 397c1f5df99841a0b1be793b1f90c06e(127.27.53.194:38143)] connecting to peer
13:57:23.278 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 397c1f5df99841a0b1be793b1f90c06e(127.27.53.194:38143)] Successfully connected to peer
13:57:23.291 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x2643df6e, L:/127.0.0.1:57670 - R:/127.27.53.194:38143] using TOKEN/null
13:57:23.363 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.53.254:39885
13:57:23.363 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
13:57:23.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.364058 27863 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu pid 27885
13:57:23.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.365676 28000 generic_service.cc:196] Checking for leaks (request via RPC)
13:57:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.555418 27863 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu with pid 27885
13:57:23.592 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.53.254:39885(127.27.53.254:39885)] handling channelInactive
13:57:23.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state READY due to: connection closed
13:57:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:23.592581 28860 heartbeater.cc:646] Failed to heartbeat to 127.27.53.254:39885 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.27.53.254:39885 (error 108)
13:57:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:23.593333 28176 connection.cc:573] server connection from 127.0.0.1:38618 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
13:57:23.593 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:57:23.767 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:23.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.769 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.27.53.254:39885(127.27.53.254:39885) for tablet Kudu Master: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:23.786 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.786 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.786 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.788 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:23.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:23.806 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.806 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.806 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:23.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:23.826 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.826 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.826 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.827 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:23.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:23.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.846 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.855952 29239 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dcbe3ae8842d4f9a85403cd1f1dc0b1a)
13:57:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.856076 29240 raft_consensus.cc:493] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dcbe3ae8842d4f9a85403cd1f1dc0b1a)
13:57:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.856240 29240 raft_consensus.cc:515] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.856429 29239 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.857837 29239 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.857980 29240 leader_election.cc:290] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), 2bbff211bd764fe4a294a9d38c5fd9d2 (127.27.53.253:41003)
13:57:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.858371 28071 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" is_pre_election: true
13:57:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.858644 28071 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a4fe3b272bc94eba8f810e76464ccaa1 in term 1.
13:57:23.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:23.858968 28176 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.859382 28175 leader_election.cc:304] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2, a4fe3b272bc94eba8f810e76464ccaa1; no voters:
13:57:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.859875 29240 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 1 FOLLOWER]: Leader pre-election won for term 2
13:57:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.860026 29240 raft_consensus.cc:493] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 1 FOLLOWER]: Starting leader election (detected failure of leader dcbe3ae8842d4f9a85403cd1f1dc0b1a)
13:57:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.860157 29240 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 1 FOLLOWER]: Advancing to term 2
13:57:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.860404 28211 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" is_pre_election: true
13:57:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:23.862586 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:23.862962 28176 leader_election.cc:336] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.863721 29240 raft_consensus.cc:515] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:23.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.864104 28211 raft_consensus.cc:2393] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2bbff211bd764fe4a294a9d38c5fd9d2 in current term 2: Already voted for candidate a4fe3b272bc94eba8f810e76464ccaa1 in this term.
13:57:23.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.866031 29240 leader_election.cc:290] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [CANDIDATE]: Term 2 election: Requested vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), 2bbff211bd764fe4a294a9d38c5fd9d2 (127.27.53.253:41003)
13:57:23.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.866577 28071 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2"
13:57:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.866772 28071 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 1 FOLLOWER]: Advancing to term 2
13:57:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.867448 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:23.869072 28176 leader_election.cc:336] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.869902 28071 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a4fe3b272bc94eba8f810e76464ccaa1 in term 2.
13:57:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.870132 29239 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
13:57:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.870463 28175 leader_election.cc:304] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2, a4fe3b272bc94eba8f810e76464ccaa1; no voters: dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.870800 29240 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 2 FOLLOWER]: Leader election won for term 2
13:57:23.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.871349 29240 raft_consensus.cc:697] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [term 2 LEADER]: Becoming Leader. State: Replica: a4fe3b272bc94eba8f810e76464ccaa1, State: Running, Role: LEADER
13:57:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.871852 29240 consensus_queue.cc:237] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.873425 29248 sys_catalog.cc:455] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a4fe3b272bc94eba8f810e76464ccaa1. Latest consensus state: current_term: 2 leader_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.873724 29248 sys_catalog.cc:458] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [sys.catalog]: This master's current role is: LEADER
13:57:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.874445 29249 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
13:57:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.877522 29249 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=5ddfe4c44fdd46d78a0c90a81dffbc3e]
13:57:23.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.878093 29249 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=674e7fd66f6d4396be8820e13ee056c5]
13:57:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.880185 29249 tablet_loader.cc:96] loaded metadata for tablet 370a65bdead84d1b8f0f4c083f86aae7 (table txn_manager_fallback [id=5ddfe4c44fdd46d78a0c90a81dffbc3e])
13:57:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.880699 29249 tablet_loader.cc:96] loaded metadata for tablet 59f59b000d494f2298c5f464471a5237 (table txn_manager_fallback [id=5ddfe4c44fdd46d78a0c90a81dffbc3e])
13:57:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.881111 29249 tablet_loader.cc:96] loaded metadata for tablet c3b36282d43e47c2ae42323fb7ceb178 (table kudu_system.kudu_transactions [id=674e7fd66f6d4396be8820e13ee056c5])
13:57:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.881392 29249 catalog_manager.cc:1520] Initializing Kudu cluster ID...
13:57:23.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.882418 29249 catalog_manager.cc:1295] Loaded cluster ID: 21998e4480f14cb391bad8e7643a1765
13:57:23.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.882529 29249 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
13:57:23.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.883673 29249 catalog_manager.cc:1540] Loading token signing keys...
13:57:23.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:23.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.884577 29249 catalog_manager.cc:6103] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1: Loaded TSK: 0
13:57:23.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:23.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:23.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.886300 29249 catalog_manager.cc:1550] Initializing in-progress tserver states...
13:57:23.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:23.951439 28176 consensus_peers.cc:597] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 -> Peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Couldn't send request to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a. Status: Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:57:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.978041 28071 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Refusing update from remote peer a4fe3b272bc94eba8f810e76464ccaa1: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
13:57:23.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.978927 29248 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
13:57:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.980604 29239 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a4fe3b272bc94eba8f810e76464ccaa1. Latest consensus state: current_term: 2 leader_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.980836 29239 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [sys.catalog]: This master's current role is: FOLLOWER
13:57:23.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.982550 29248 sys_catalog.cc:455] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:23.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.982767 29248 sys_catalog.cc:458] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 [sys.catalog]: This master's current role is: LEADER
13:57:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.983158 29239 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } } }
13:57:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:23.983385 29239 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [sys.catalog]: This master's current role is: FOLLOWER
13:57:24.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:24.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:24.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:24.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:24.008 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
13:57:24.008 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.27.53.254:39885, [4ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [98ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, deferred=Deferred@98007313(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007fb82033ae98@2c0efaa5 -> (continuation of Deferred@1418097779 after retry RPC after error@1378612073) -> (continuation of Deferred@1812600780 after retry RPC after error@923407162) -> (continuation of Deferred@1355336772 after retry RPC after error@1568001423) -> (continuation of Deferred@1643971994 after retry RPC after error@109664604) -> (continuation of Deferred@271912741 after retry RPC after error@1675604249) -> (continuation of Deferred@1787279661 after retry RPC after error@638082712), errback=org.apache.kudu.client.KuduTransaction$$Lambda$238/0x00007fb82033b0c0@1e7c315b -> (continuation of Deferred@1418097779 after retry RPC after error@1378612073) -> (continuation of Deferred@1812600780 after retry RPC after error@923407162) -> (continuation of Deferred@1355336772 after retry RPC after error@1568001423) -> (continuation of Deferred@1643971994 after retry RPC after error@109664604) -> (continuation of Deferred@271912741 after retry RPC after error@1675604249) -> (continuation of Deferred@1787279661 after retry RPC after error@638082712))) after lookup
13:57:24.025 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.27.53.254:39885, [4ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [98ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: OK, [244ms] sending RPC to server master-127.27.53.252:43637, deferred=Deferred@98007313(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007fb82033ae98@2c0efaa5 -> (continuation of Deferred@1418097779 after retry RPC after error@1378612073) -> (continuation of Deferred@1812600780 after retry RPC after error@923407162) -> (continuation of Deferred@1355336772 after retry RPC after error@1568001423) -> (continuation of Deferred@1643971994 after retry RPC after error@109664604) -> (continuation of Deferred@271912741 after retry RPC after error@1675604249) -> (continuation of Deferred@1787279661 after retry RPC after error@638082712) -> (continuation of Deferred@850502790 after retry RPC@2121289027), errback=org.apache.kudu.client.KuduTransaction$$Lambda$238/0x00007fb82033b0c0@1e7c315b -> (continuation of Deferred@1418097779 after retry RPC after error@1378612073) -> (continuation of Deferred@1812600780 after retry RPC after error@923407162) -> (continuation of Deferred@1355336772 after retry RPC after error@1568001423) -> (continuation of Deferred@1643971994 after retry RPC after error@109664604) -> (continuation of Deferred@271912741 after retry RPC after error@1675604249) -> (continuation of Deferred@1787279661 after retry RPC after error@638082712) -> (continuation of Deferred@850502790 after retry RPC@2121289027)))
13:57:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:24.028870 28245 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:38642 (request call id 8) took 18 ms (client timeout 6 ms). Trace:
13:57:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:24.029166 28245 rpcz_store.cc:269] 0811 13:57:24.010050 (+ 0us) service_pool.cc:167] Inserting onto call queue
13:57:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:57:24.010167 (+ 117us) service_pool.cc:224] Handling call
13:57:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:57:24.028772 (+ 18605us) inbound_call.cc:177] Queueing success response
13:57:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":511,"thread_start_us":1578,"threads_started":5}
13:57:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1887059736930398 + 9221484977117846433 cannot be represented in type 'long'
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:24.049630 28193 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:38656:
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:57:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
13:57:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:24.052341 28193 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
13:57:24.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:24.272101 29104 heartbeater.cc:646] Failed to heartbeat to 127.27.53.254:39885 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:24.275235 28621 heartbeater.cc:646] Failed to heartbeat to 127.27.53.254:39885 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:24.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:24.455176 28176 consensus_peers.cc:597] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 -> Peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Couldn't send request to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a. Status: Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
13:57:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:24.921063 28176 consensus_peers.cc:597] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 -> Peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Couldn't send request to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a. Status: Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
13:57:25.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f9ef46bcd28 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
13:57:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa9ee55 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
13:57:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:25.274291 29103 heartbeater.cc:499] Master 127.27.53.252:43637 was elected leader, sending a full tablet report...
13:57:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:25.279661 28619 heartbeater.cc:499] Master 127.27.53.252:43637 was elected leader, sending a full tablet report...
13:57:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f9f08758fd2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
13:57:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f9f08748ae4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:483:48
13:57:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f9f088b156e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
13:57:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f9f088b214b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
13:57:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f9f088b6d8f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
13:57:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f9f025ff276 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
13:57:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f9f025fefa5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
13:57:25.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:25.391503 28150 master_runner.cc:187] Error getting master registration for 127.27.53.254:39885: Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111),
13:57:25.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:25.391709 28150 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:57:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:25.426919 28176 consensus_peers.cc:597] T 00000000000000000000000000000000 P a4fe3b272bc94eba8f810e76464ccaa1 -> Peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Couldn't send request to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a. Status: Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
13:57:25.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f9efb89d61e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
13:57:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f9efb89c4fe in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
13:57:25.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f9efb8a2738 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15
13:57:25.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f9efb8a309f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5
13:57:25.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f9efb8a2ec8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
13:57:25.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xaaf86c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
13:57:25.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f9ef477fdd8 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
13:57:25.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f9ef7e4f6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
13:57:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f9ef090661e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
13:57:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:57:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
13:57:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:25.488547 28859 heartbeater.cc:499] Master 127.27.53.252:43637 was elected leader, sending a full tablet report...
13:57:25.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:25.518442 28660 connection.cc:573] client connection to 127.27.53.252:43637 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
13:57:25.518 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.53.252:43637(127.27.53.252:43637)] handling channelInactive
13:57:25.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state READY due to: connection closed
13:57:25.521 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location master-127.27.53.252:43637(127.27.53.252:43637) for tablet Kudu Master: connection closed
13:57:25.525 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:25.594 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.595 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.595 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.646 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.666 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.705 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:25.742900 29294 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:57:25.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:25.743135 29294 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:25.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:25.743937 29294 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:25.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:25.745253 28037 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111) [suppressed 5 similar messages]
13:57:25.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:25.746737 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:25.746951 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:25.747056 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:25.747321 29294 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:57:25.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.786 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.786 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.786 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@664050122(state=PENDING, result=null, callback=(continuation of Deferred@845359934 after retry RPC after error@1314665038) -> (continuation of Deferred@537744930 after retry RPC after error@592761120) -> (continuation of Deferred@138749103 after retry RPC after error@665106859) -> (continuation of Deferred@1842501435 after retry RPC after error@1745507952) -> (continuation of Deferred@1238067074 after retry RPC after error@1260451569) -> (continuation of Deferred@884218657 after retry RPC after error@238510609), errback=(continuation of Deferred@845359934 after retry RPC after error@1314665038) -> (continuation of Deferred@537744930 after retry RPC after error@592761120) -> (continuation of Deferred@138749103 after retry RPC after error@665106859) -> (continuation of Deferred@1842501435 after retry RPC after error@1745507952) -> (continuation of Deferred@1238067074 after retry RPC after error@1260451569) -> (continuation of Deferred@884218657 after retry RPC after error@238510609)))
13:57:25.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@664050122(state=PENDING, result=null, callback=(continuation of Deferred@845359934 after retry RPC after error@1314665038) -> (continuation of Deferred@537744930 after retry RPC after error@592761120) -> (continuation of Deferred@138749103 after retry RPC after error@665106859) -> (continuation of Deferred@1842501435 after retry RPC after error@1745507952) -> (continuation of Deferred@1238067074 after retry RPC after error@1260451569) -> (continuation of Deferred@884218657 after retry RPC after error@238510609), errback=(continuation of Deferred@845359934 after retry RPC after error@1314665038) -> (continuation of Deferred@537744930 after retry RPC after error@592761120) -> (continuation of Deferred@138749103 after retry RPC after error@665106859) -> (continuation of Deferred@1842501435 after retry RPC after error@1745507952) -> (continuation of Deferred@1238067074 after retry RPC after error@1260451569) -> (continuation of Deferred@884218657 after retry RPC after error@238510609)))
13:57:25.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.826 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.826 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.847 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.867 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.885 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.905 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.905 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.928 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:25.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:25.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:25.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:25.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:25.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.006 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.006 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.008 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=8, TimeoutTracker(timeout=210, elapsed=162), Traces: [0ms] sending RPC to server master-127.27.53.254:39885, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] refreshing cache from master, [18ms] sending RPC to server master-127.27.53.254:39885, [19ms] sending RPC to server master-127.27.53.253:41003, [19ms] sending RPC to server master-127.27.53.252:43637, [19ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] received response from server master-127.27.53.253:41003: OK, [21ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [37ms] refreshing cache from master, [37ms] sending RPC to server master-127.27.53.254:39885, [38ms] sending RPC to server master-127.27.53.253:41003, [38ms] sending RPC to server master-127.27.53.252:43637, [38ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] received response from server master-127.27.53.253:41003: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [57ms] refreshing cache from master, [58ms] sending RPC to server master-127.27.53.254:39885, [58ms] sending RPC to server master-127.27.53.253:41003, [58ms] sending RPC to server master-127.27.53.252:43637, [59ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [59ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.27.53.254:39885, [79ms] sending RPC to server master-127.27.53.253:41003, [79ms] sending RPC to server master-127.27.53.252:43637, [80ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [117ms] refreshing cache from master, [118ms] sending RPC to server master-127.27.53.254:39885, [118ms] sending RPC to server master-127.27.53.253:41003, [118ms] sending RPC to server master-127.27.53.252:43637, [119ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [119ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] received response from server master-127.27.53.253:41003: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [138ms] refreshing cache from master, [138ms] sending RPC to server master-127.27.53.254:39885, [138ms] sending RPC to server master-127.27.53.253:41003, [139ms] sending RPC to server master-127.27.53.252:43637, [139ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [158ms] refreshing cache from master, [159ms] sending RPC to server master-127.27.53.254:39885, [159ms] sending RPC to server master-127.27.53.253:41003, [159ms] sending RPC to server master-127.27.53.252:43637, [160ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2057473692(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.27.53.254:39885 -> (continuation of Deferred@1660612814 after retry RPC after error@631585240) -> (continuation of Deferred@1096826029 after retry RPC after error@794332275) -> (continuation of Deferred@437347798 after retry RPC after error@376890549) -> (continuation of Deferred@1454581634 after retry RPC after error@1038291507) -> (continuation of Deferred@751693708 after retry RPC after error@230680044) -> (continuation of Deferred@1115639022 after retry RPC after error@1739107352), errback=org.apache.kudu.client.ConnectToCluster$1@24da9eee -> ConnectToMasterErrCB for 127.27.53.254:39885 -> (continuation of Deferred@1660612814 after retry RPC after error@631585240) -> (continuation of Deferred@1096826029 after retry RPC after error@794332275) -> (continuation of Deferred@437347798 after retry RPC after error@376890549) -> (continuation of Deferred@1454581634 after retry RPC after error@1038291507) -> (continuation of Deferred@751693708 after retry RPC after error@230680044) -> (continuation of Deferred@1115639022 after retry RPC after error@1739107352)))
13:57:26.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=8, TimeoutTracker(timeout=210, elapsed=162), Traces: [0ms] sending RPC to server master-127.27.53.254:39885, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] refreshing cache from master, [18ms] sending RPC to server master-127.27.53.254:39885, [19ms] sending RPC to server master-127.27.53.253:41003, [19ms] sending RPC to server master-127.27.53.252:43637, [19ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] received response from server master-127.27.53.253:41003: OK, [21ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [37ms] refreshing cache from master, [37ms] sending RPC to server master-127.27.53.254:39885, [38ms] sending RPC to server master-127.27.53.253:41003, [38ms] sending RPC to server master-127.27.53.252:43637, [38ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] received response from server master-127.27.53.253:41003: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [57ms] refreshing cache from master, [58ms] sending RPC to server master-127.27.53.254:39885, [58ms] sending RPC to server master-127.27.53.253:41003, [58ms] sending RPC to server master-127.27.53.252:43637, [59ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [59ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.27.53.254:39885, [79ms] sending RPC to server master-127.27.53.253:41003, [79ms] sending RPC to server master-127.27.53.252:43637, [80ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [117ms] refreshing cache from master, [118ms] sending RPC to server master-127.27.53.254:39885, [118ms] sending RPC to server master-127.27.53.253:41003, [118ms] sending RPC to server master-127.27.53.252:43637, [119ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [119ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] received response from server master-127.27.53.253:41003: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [138ms] refreshing cache from master, [138ms] sending RPC to server master-127.27.53.254:39885, [138ms] sending RPC to server master-127.27.53.253:41003, [139ms] sending RPC to server master-127.27.53.252:43637, [139ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [158ms] refreshing cache from master, [159ms] sending RPC to server master-127.27.53.254:39885, [159ms] sending RPC to server master-127.27.53.253:41003, [159ms] sending RPC to server master-127.27.53.252:43637, [160ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2057473692(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.27.53.254:39885 -> (continuation of Deferred@1660612814 after retry RPC after error@631585240) -> (continuation of Deferred@1096826029 after retry RPC after error@794332275) -> (continuation of Deferred@437347798 after retry RPC after error@376890549) -> (continuation of Deferred@1454581634 after retry RPC after error@1038291507) -> (continuation of Deferred@751693708 after retry RPC after error@230680044) -> (continuation of Deferred@1115639022 after retry RPC after error@1739107352), errback=org.apache.kudu.client.ConnectToCluster$1@24da9eee -> ConnectToMasterErrCB for 127.27.53.254:39885 -> (continuation of Deferred@1660612814 after retry RPC after error@631585240) -> (continuation of Deferred@1096826029 after retry RPC after error@794332275) -> (continuation of Deferred@437347798 after retry RPC after error@376890549) -> (continuation of Deferred@1454581634 after retry RPC after error@1038291507) -> (continuation of Deferred@751693708 after retry RPC after error@230680044) -> (continuation of Deferred@1115639022 after retry RPC after error@1739107352)))
13:57:26.009 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.025 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=5, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [60ms] Sub RPC ConnectToMaster: refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] Sub RPC ConnectToMaster: refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] Sub RPC ConnectToMaster: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [159ms] Sub RPC ConnectToMaster: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] Sub RPC ConnectToMaster: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [205ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=8, TimeoutTracker(timeout=210, elapsed=162), Traces: [0ms] sending RPC to server master-127.27.53.254:39885, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] refreshing cache from master, [18ms] sending RPC to server master-127.27.53.254:39885, [19ms] sending RPC to server master-127.27.53.253:41003, [19ms] sending RPC to server master-127.27.53.252:43637, [19ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] received response from server master-127.27.53.253:41003: OK, [21ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [37ms] refreshing cache from master, [37ms] sending RPC to server master-127.27.53.254:39885, [38ms] sending RPC to server master-127.27.53.253:41003, [38ms] sending RPC to server master-127.27.53.252:43637, [38ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] received response from server master-127.27.53.253:41003: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [57ms] refreshing cache from master, [58ms] sending RPC to server master-127.27.53.254:39885, [58ms] sending RPC to server master-127.27.53.253:41003, [58ms] sending RPC to server master-127.27.53.252:43637, [59ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [59ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.27.53.254:39885, [79ms] sending RPC to server master-127.27.53.253:41003, [79ms] sending RPC to server master-127.27.53.252:43637, [80ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [117ms] refreshing cache from master, [118ms] sending RPC to server master-127.27.53.254:39885, [118ms] sending RPC to server master-127.27.53.253:41003, [118ms] sending RPC to server master-127.27.53.252:43637, [119ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [119ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] received response from server master-127.27.53.253:41003: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [138ms] refreshing cache from master, [138ms] sending RPC to server master-127.27.53.254:39885, [138ms] sending RPC to server master-127.27.53.253:41003, [139ms] sending RPC to server master-127.27.53.252:43637, [139ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [158ms] refreshing cache from master, [159ms] sending RPC to server master-127.27.53.254:39885, [159ms] sending RPC to server master-127.27.53.253:41003, [159ms] sending RPC to server master-127.27.53.252:43637, [160ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2057473692(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.27.53.254:39885 -> (continuation of Deferred@1660612814 after retry RPC after error@631585240) -> (continuation of Deferred@1096826029 after retry RPC after error@794332275) -> (continuation of Deferred@437347798 after retry RPC after error@376890549) -> (continuation of Deferred@1454581634 after retry RPC after error@1038291507) -> (continuation of Deferred@751693708 after retry RPC after error@230680044) -> (continuation of Deferred@1115639022 after retry RPC after error@1739107352), errback=org.apache.kudu.client.ConnectToCluster$1@24da9eee -> ConnectToMasterErrCB for 127.27.53.254:39885 -> (continuation of Deferred@1660612814 after retry RPC after error@631585240) -> (continuation of Deferred@1096826029 after retry RPC after error@794332275) -> (continuation of Deferred@437347798 after retry RPC after error@376890549) -> (continuation of Deferred@1454581634 after retry RPC after error@1038291507) -> (continuation of Deferred@751693708 after retry RPC after error@230680044) -> (continuation of Deferred@1115639022 after retry RPC after error@1739107352))), [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1290934462(state=PENDING, result=null, callback=(continuation of Deferred@1018151456 after retry RPC after error@779971286) -> (continuation of Deferred@88508153 after retry RPC after error@1496140039) -> (continuation of Deferred@458305216 after retry RPC after error@1581243558) -> (continuation of Deferred@1879042262 after retry RPC after error@1546248543), errback=(continuation of Deferred@1018151456 after retry RPC after error@779971286) -> (continuation of Deferred@88508153 after retry RPC after error@1496140039) -> (continuation of Deferred@458305216 after retry RPC after error@1581243558) -> (continuation of Deferred@1879042262 after retry RPC after error@1546248543)))
13:57:26.048 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=5, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [60ms] Sub RPC ConnectToMaster: refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] Sub RPC ConnectToMaster: refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] Sub RPC ConnectToMaster: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [159ms] Sub RPC ConnectToMaster: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] Sub RPC ConnectToMaster: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [205ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=8, TimeoutTracker(timeout=210, elapsed=162), Traces: [0ms] sending RPC to server master-127.27.53.254:39885, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] refreshing cache from master, [18ms] sending RPC to server master-127.27.53.254:39885, [19ms] sending RPC to server master-127.27.53.253:41003, [19ms] sending RPC to server master-127.27.53.252:43637, [19ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] received response from server master-127.27.53.253:41003: OK, [21ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [37ms] refreshing cache from master, [37ms] sending RPC to server master-127.27.53.254:39885, [38ms] sending RPC to server master-127.27.53.253:41003, [38ms] sending RPC to server master-127.27.53.252:43637, [38ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] received response from server master-127.27.53.253:41003: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [57ms] refreshing cache from master, [58ms] sending RPC to server master-127.27.53.254:39885, [58ms] sending RPC to server master-127.27.53.253:41003, [58ms] sending RPC to server master-127.27.53.252:43637, [59ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [59ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.27.53.254:39885, [79ms] sending RPC to server master-127.27.53.253:41003, [79ms] sending RPC to server master-127.27.53.252:43637, [80ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [117ms] refreshing cache from master, [118ms] sending RPC to server master-127.27.53.254:39885, [118ms] sending RPC to server master-127.27.53.253:41003, [118ms] sending RPC to server master-127.27.53.252:43637, [119ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [119ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] received response from server master-127.27.53.253:41003: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [138ms] refreshing cache from master, [138ms] sending RPC to server master-127.27.53.254:39885, [138ms] sending RPC to server master-127.27.53.253:41003, [139ms] sending RPC to server master-127.27.53.252:43637, [139ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [158ms] refreshing cache from master, [159ms] sending RPC to server master-127.27.53.254:39885, [159ms] sending RPC to server master-127.27.53.253:41003, [159ms] sending RPC to server master-127.27.53.252:43637, [160ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2057473692(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.27.53.254:39885 -> (continuation of Deferred@1660612814 after retry RPC after error@631585240) -> (continuation of Deferred@1096826029 after retry RPC after error@794332275) -> (continuation of Deferred@437347798 after retry RPC after error@376890549) -> (continuation of Deferred@1454581634 after retry RPC after error@1038291507) -> (continuation of Deferred@751693708 after retry RPC after error@230680044) -> (continuation of Deferred@1115639022 after retry RPC after error@1739107352), errback=org.apache.kudu.client.ConnectToCluster$1@24da9eee -> ConnectToMasterErrCB for 127.27.53.254:39885 -> (continuation of Deferred@1660612814 after retry RPC after error@631585240) -> (continuation of Deferred@1096826029 after retry RPC after error@794332275) -> (continuation of Deferred@437347798 after retry RPC after error@376890549) -> (continuation of Deferred@1454581634 after retry RPC after error@1038291507) -> (continuation of Deferred@751693708 after retry RPC after error@230680044) -> (continuation of Deferred@1115639022 after retry RPC after error@1739107352))), [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1290934462(state=PENDING, result=null, callback=(continuation of Deferred@1018151456 after retry RPC after error@779971286) -> (continuation of Deferred@88508153 after retry RPC after error@1496140039) -> (continuation of Deferred@458305216 after retry RPC after error@1581243558) -> (continuation of Deferred@1879042262 after retry RPC after error@1546248543), errback=(continuation of Deferred@1018151456 after retry RPC after error@779971286) -> (continuation of Deferred@88508153 after retry RPC after error@1496140039) -> (continuation of Deferred@458305216 after retry RPC after error@1581243558) -> (continuation of Deferred@1879042262 after retry RPC after error@1546248543)))
13:57:26.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.105 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.106 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.125 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.145 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.165 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.166 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.168599 29294 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:57:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.168771 29294 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.169343 29294 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:26.170879 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:26.171116 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.171239 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.171559 29294 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:57:26.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.186 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.186 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.188 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.246 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.246 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.307 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=7, TimeoutTracker(timeout=189, elapsed=181), Traces: [0ms] sending RPC to server master-127.27.53.254:39885, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.27.53.254:39885, [19ms] sending RPC to server master-127.27.53.253:41003, [19ms] sending RPC to server master-127.27.53.252:43637, [20ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.27.53.254:39885, [39ms] sending RPC to server master-127.27.53.253:41003, [39ms] sending RPC to server master-127.27.53.252:43637, [40ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] sending RPC to server master-127.27.53.254:39885, [61ms] sending RPC to server master-127.27.53.253:41003, [61ms] sending RPC to server master-127.27.53.252:43637, [62ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.27.53.254:39885, [79ms] sending RPC to server master-127.27.53.253:41003, [79ms] sending RPC to server master-127.27.53.252:43637, [80ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.27.53.254:39885, [120ms] sending RPC to server master-127.27.53.253:41003, [120ms] sending RPC to server master-127.27.53.252:43637, [121ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [179ms] sending RPC to server master-127.27.53.254:39885, [180ms] sending RPC to server master-127.27.53.253:41003, [180ms] sending RPC to server master-127.27.53.252:43637, [181ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@457663133(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.27.53.254:39885 -> (continuation of Deferred@235282448 after retry RPC after error@1425705446) -> (continuation of Deferred@253766507 after retry RPC after error@794031000) -> (continuation of Deferred@283791554 after retry RPC after error@283070080) -> (continuation of Deferred@514475139 after retry RPC after error@785759229) -> (continuation of Deferred@1820033701 after retry RPC after error@104491748), errback=org.apache.kudu.client.ConnectToCluster$1@4af8a8fc -> ConnectToMasterErrCB for 127.27.53.254:39885 -> (continuation of Deferred@235282448 after retry RPC after error@1425705446) -> (continuation of Deferred@253766507 after retry RPC after error@794031000) -> (continuation of Deferred@283791554 after retry RPC after error@283070080) -> (continuation of Deferred@514475139 after retry RPC after error@785759229) -> (continuation of Deferred@1820033701 after retry RPC after error@104491748)))
13:57:26.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=7, TimeoutTracker(timeout=189, elapsed=181), Traces: [0ms] sending RPC to server master-127.27.53.254:39885, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.27.53.254:39885, [19ms] sending RPC to server master-127.27.53.253:41003, [19ms] sending RPC to server master-127.27.53.252:43637, [20ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.27.53.254:39885, [39ms] sending RPC to server master-127.27.53.253:41003, [39ms] sending RPC to server master-127.27.53.252:43637, [40ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] sending RPC to server master-127.27.53.254:39885, [61ms] sending RPC to server master-127.27.53.253:41003, [61ms] sending RPC to server master-127.27.53.252:43637, [62ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.27.53.254:39885, [79ms] sending RPC to server master-127.27.53.253:41003, [79ms] sending RPC to server master-127.27.53.252:43637, [80ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.27.53.254:39885, [120ms] sending RPC to server master-127.27.53.253:41003, [120ms] sending RPC to server master-127.27.53.252:43637, [121ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [179ms] sending RPC to server master-127.27.53.254:39885, [180ms] sending RPC to server master-127.27.53.253:41003, [180ms] sending RPC to server master-127.27.53.252:43637, [181ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@457663133(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.27.53.254:39885 -> (continuation of Deferred@235282448 after retry RPC after error@1425705446) -> (continuation of Deferred@253766507 after retry RPC after error@794031000) -> (continuation of Deferred@283791554 after retry RPC after error@283070080) -> (continuation of Deferred@514475139 after retry RPC after error@785759229) -> (continuation of Deferred@1820033701 after retry RPC after error@104491748), errback=org.apache.kudu.client.ConnectToCluster$1@4af8a8fc -> ConnectToMasterErrCB for 127.27.53.254:39885 -> (continuation of Deferred@235282448 after retry RPC after error@1425705446) -> (continuation of Deferred@253766507 after retry RPC after error@794031000) -> (continuation of Deferred@283791554 after retry RPC after error@283070080) -> (continuation of Deferred@514475139 after retry RPC after error@785759229) -> (continuation of Deferred@1820033701 after retry RPC after error@104491748)))
13:57:26.308 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.308 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [80ms] Sub RPC ConnectToMaster: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [244ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=7, TimeoutTracker(timeout=189, elapsed=181), Traces: [0ms] sending RPC to server master-127.27.53.254:39885, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.27.53.254:39885, [19ms] sending RPC to server master-127.27.53.253:41003, [19ms] sending RPC to server master-127.27.53.252:43637, [20ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.27.53.254:39885, [39ms] sending RPC to server master-127.27.53.253:41003, [39ms] sending RPC to server master-127.27.53.252:43637, [40ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] sending RPC to server master-127.27.53.254:39885, [61ms] sending RPC to server master-127.27.53.253:41003, [61ms] sending RPC to server master-127.27.53.252:43637, [62ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.27.53.254:39885, [79ms] sending RPC to server master-127.27.53.253:41003, [79ms] sending RPC to server master-127.27.53.252:43637, [80ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.27.53.254:39885, [120ms] sending RPC to server master-127.27.53.253:41003, [120ms] sending RPC to server master-127.27.53.252:43637, [121ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [179ms] sending RPC to server master-127.27.53.254:39885, [180ms] sending RPC to server master-127.27.53.253:41003, [180ms] sending RPC to server master-127.27.53.252:43637, [181ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@457663133(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.27.53.254:39885 -> (continuation of Deferred@235282448 after retry RPC after error@1425705446) -> (continuation of Deferred@253766507 after retry RPC after error@794031000) -> (continuation of Deferred@283791554 after retry RPC after error@283070080) -> (continuation of Deferred@514475139 after retry RPC after error@785759229) -> (continuation of Deferred@1820033701 after retry RPC after error@104491748), errback=org.apache.kudu.client.ConnectToCluster$1@4af8a8fc -> ConnectToMasterErrCB for 127.27.53.254:39885 -> (continuation of Deferred@235282448 after retry RPC after error@1425705446) -> (continuation of Deferred@253766507 after retry RPC after error@794031000) -> (continuation of Deferred@283791554 after retry RPC after error@283070080) -> (continuation of Deferred@514475139 after retry RPC after error@785759229) -> (continuation of Deferred@1820033701 after retry RPC after error@104491748))), deferred=Deferred@1240590349(state=PENDING, result=null, callback=(continuation of Deferred@2033136956 after retry RPC after error@739712439) -> (continuation of Deferred@598208385 after retry RPC after error@1699797624) -> (continuation of Deferred@1708557627 after retry RPC after error@1907938963), errback=(continuation of Deferred@2033136956 after retry RPC after error@739712439) -> (continuation of Deferred@598208385 after retry RPC after error@1699797624) -> (continuation of Deferred@1708557627 after retry RPC after error@1907938963)))
13:57:26.309 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [80ms] Sub RPC ConnectToMaster: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [244ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=7, TimeoutTracker(timeout=189, elapsed=181), Traces: [0ms] sending RPC to server master-127.27.53.254:39885, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.27.53.254:39885, [19ms] sending RPC to server master-127.27.53.253:41003, [19ms] sending RPC to server master-127.27.53.252:43637, [20ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.27.53.254:39885, [39ms] sending RPC to server master-127.27.53.253:41003, [39ms] sending RPC to server master-127.27.53.252:43637, [40ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] sending RPC to server master-127.27.53.254:39885, [61ms] sending RPC to server master-127.27.53.253:41003, [61ms] sending RPC to server master-127.27.53.252:43637, [62ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.27.53.254:39885, [79ms] sending RPC to server master-127.27.53.253:41003, [79ms] sending RPC to server master-127.27.53.252:43637, [80ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] sending RPC to server master-127.27.53.254:39885, [120ms] sending RPC to server master-127.27.53.253:41003, [120ms] sending RPC to server master-127.27.53.252:43637, [121ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [179ms] sending RPC to server master-127.27.53.254:39885, [180ms] sending RPC to server master-127.27.53.253:41003, [180ms] sending RPC to server master-127.27.53.252:43637, [181ms] received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@457663133(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.27.53.254:39885 -> (continuation of Deferred@235282448 after retry RPC after error@1425705446) -> (continuation of Deferred@253766507 after retry RPC after error@794031000) -> (continuation of Deferred@283791554 after retry RPC after error@283070080) -> (continuation of Deferred@514475139 after retry RPC after error@785759229) -> (continuation of Deferred@1820033701 after retry RPC after error@104491748), errback=org.apache.kudu.client.ConnectToCluster$1@4af8a8fc -> ConnectToMasterErrCB for 127.27.53.254:39885 -> (continuation of Deferred@235282448 after retry RPC after error@1425705446) -> (continuation of Deferred@253766507 after retry RPC after error@794031000) -> (continuation of Deferred@283791554 after retry RPC after error@283070080) -> (continuation of Deferred@514475139 after retry RPC after error@785759229) -> (continuation of Deferred@1820033701 after retry RPC after error@104491748))), deferred=Deferred@1240590349(state=PENDING, result=null, callback=(continuation of Deferred@2033136956 after retry RPC after error@739712439) -> (continuation of Deferred@598208385 after retry RPC after error@1699797624) -> (continuation of Deferred@1708557627 after retry RPC after error@1907938963), errback=(continuation of Deferred@2033136956 after retry RPC after error@739712439) -> (continuation of Deferred@598208385 after retry RPC after error@1699797624) -> (continuation of Deferred@1708557627 after retry RPC after error@1907938963)))
13:57:26.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.325 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.345 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.345 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.345 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.357707 28669 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.223s from last keepalive heartbeat (effective timeout is 1.000s)
13:57:26.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:26.360468 28710 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.53.254:39885)
13:57:26.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.386 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.386 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.476625 29294 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:57:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.476804 29294 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:26.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.477320 29294 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:26.478892 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:26.479122 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.479310 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.479609 29294 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:57:26.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.545 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.545 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.546 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2059512502(state=PENDING, result=null, callback=(continuation of Deferred@262873833 after retry RPC after error@1582697525) -> (continuation of Deferred@1655987052 after retry RPC after error@366463382) -> (continuation of Deferred@1128078767 after retry RPC after error@769951321) -> (continuation of Deferred@1842071474 after retry RPC after error@1190869220) -> (continuation of Deferred@1837139441 after retry RPC after error@1692336214) -> (continuation of Deferred@1469754664 after retry RPC after error@1211732775) -> (continuation of Deferred@561985756 after retry RPC after error@1027490069), errback=(continuation of Deferred@262873833 after retry RPC after error@1582697525) -> (continuation of Deferred@1655987052 after retry RPC after error@366463382) -> (continuation of Deferred@1128078767 after retry RPC after error@769951321) -> (continuation of Deferred@1842071474 after retry RPC after error@1190869220) -> (continuation of Deferred@1837139441 after retry RPC after error@1692336214) -> (continuation of Deferred@1469754664 after retry RPC after error@1211732775) -> (continuation of Deferred@561985756 after retry RPC after error@1027490069)))
13:57:26.547 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2059512502(state=PENDING, result=null, callback=(continuation of Deferred@262873833 after retry RPC after error@1582697525) -> (continuation of Deferred@1655987052 after retry RPC after error@366463382) -> (continuation of Deferred@1128078767 after retry RPC after error@769951321) -> (continuation of Deferred@1842071474 after retry RPC after error@1190869220) -> (continuation of Deferred@1837139441 after retry RPC after error@1692336214) -> (continuation of Deferred@1469754664 after retry RPC after error@1211732775) -> (continuation of Deferred@561985756 after retry RPC after error@1027490069), errback=(continuation of Deferred@262873833 after retry RPC after error@1582697525) -> (continuation of Deferred@1655987052 after retry RPC after error@366463382) -> (continuation of Deferred@1128078767 after retry RPC after error@769951321) -> (continuation of Deferred@1842071474 after retry RPC after error@1190869220) -> (continuation of Deferred@1837139441 after retry RPC after error@1692336214) -> (continuation of Deferred@1469754664 after retry RPC after error@1211732775) -> (continuation of Deferred@561985756 after retry RPC after error@1027490069)))
13:57:26.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.585 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.585 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.585 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.585 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.585 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.585 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.585 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1773799663(state=PENDING, result=null, callback=(continuation of Deferred@135269022 after retry RPC after error@985397277) -> (continuation of Deferred@167039613 after retry RPC after error@816860892) -> (continuation of Deferred@956102318 after retry RPC after error@1566743228) -> (continuation of Deferred@1915411543 after retry RPC after error@1079945824) -> (continuation of Deferred@533228867 after retry RPC after error@1454814076) -> (continuation of Deferred@1926895001 after retry RPC after error@1197648904) -> (continuation of Deferred@454849490 after retry RPC after error@2027036318), errback=(continuation of Deferred@135269022 after retry RPC after error@985397277) -> (continuation of Deferred@167039613 after retry RPC after error@816860892) -> (continuation of Deferred@956102318 after retry RPC after error@1566743228) -> (continuation of Deferred@1915411543 after retry RPC after error@1079945824) -> (continuation of Deferred@533228867 after retry RPC after error@1454814076) -> (continuation of Deferred@1926895001 after retry RPC after error@1197648904) -> (continuation of Deferred@454849490 after retry RPC after error@2027036318)))
13:57:26.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1773799663(state=PENDING, result=null, callback=(continuation of Deferred@135269022 after retry RPC after error@985397277) -> (continuation of Deferred@167039613 after retry RPC after error@816860892) -> (continuation of Deferred@956102318 after retry RPC after error@1566743228) -> (continuation of Deferred@1915411543 after retry RPC after error@1079945824) -> (continuation of Deferred@533228867 after retry RPC after error@1454814076) -> (continuation of Deferred@1926895001 after retry RPC after error@1197648904) -> (continuation of Deferred@454849490 after retry RPC after error@2027036318), errback=(continuation of Deferred@135269022 after retry RPC after error@985397277) -> (continuation of Deferred@167039613 after retry RPC after error@816860892) -> (continuation of Deferred@956102318 after retry RPC after error@1566743228) -> (continuation of Deferred@1915411543 after retry RPC after error@1079945824) -> (continuation of Deferred@533228867 after retry RPC after error@1454814076) -> (continuation of Deferred@1926895001 after retry RPC after error@1197648904) -> (continuation of Deferred@454849490 after retry RPC after error@2027036318)))
13:57:26.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.846 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.899852 29294 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:57:26.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.900038 29294 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:26.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.900838 29294 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:26.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:26.902648 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:26.902882 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.903003 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:26.903311 29294 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:57:26.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.906 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.906 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:26.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:26.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:26.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:26.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.926 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:26.926 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.007 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2010972236(state=PENDING, result=null, callback=(continuation of Deferred@1296747580 after retry RPC after error@1552798733) -> (continuation of Deferred@1395219743 after retry RPC after error@1290401878) -> (continuation of Deferred@1473898203 after retry RPC after error@1707502993) -> (continuation of Deferred@2090734995 after retry RPC after error@2134276382) -> (continuation of Deferred@1740748573 after retry RPC after error@834528401) -> (continuation of Deferred@1023630776 after retry RPC after error@1907441039) -> (continuation of Deferred@455214587 after retry RPC after error@1164309346), errback=(continuation of Deferred@1296747580 after retry RPC after error@1552798733) -> (continuation of Deferred@1395219743 after retry RPC after error@1290401878) -> (continuation of Deferred@1473898203 after retry RPC after error@1707502993) -> (continuation of Deferred@2090734995 after retry RPC after error@2134276382) -> (continuation of Deferred@1740748573 after retry RPC after error@834528401) -> (continuation of Deferred@1023630776 after retry RPC after error@1907441039) -> (continuation of Deferred@455214587 after retry RPC after error@1164309346)))
13:57:27.008 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2010972236(state=PENDING, result=null, callback=(continuation of Deferred@1296747580 after retry RPC after error@1552798733) -> (continuation of Deferred@1395219743 after retry RPC after error@1290401878) -> (continuation of Deferred@1473898203 after retry RPC after error@1707502993) -> (continuation of Deferred@2090734995 after retry RPC after error@2134276382) -> (continuation of Deferred@1740748573 after retry RPC after error@834528401) -> (continuation of Deferred@1023630776 after retry RPC after error@1907441039) -> (continuation of Deferred@455214587 after retry RPC after error@1164309346), errback=(continuation of Deferred@1296747580 after retry RPC after error@1552798733) -> (continuation of Deferred@1395219743 after retry RPC after error@1290401878) -> (continuation of Deferred@1473898203 after retry RPC after error@1707502993) -> (continuation of Deferred@2090734995 after retry RPC after error@2134276382) -> (continuation of Deferred@1740748573 after retry RPC after error@834528401) -> (continuation of Deferred@1023630776 after retry RPC after error@1907441039) -> (continuation of Deferred@455214587 after retry RPC after error@1164309346)))
13:57:27.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.105 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.125 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@286220035(state=PENDING, result=null, callback=(continuation of Deferred@2065383587 after retry RPC after error@2113303787) -> (continuation of Deferred@734703005 after retry RPC after error@1079380128) -> (continuation of Deferred@1634293329 after retry RPC after error@796276667) -> (continuation of Deferred@1362018701 after retry RPC after error@558747648) -> (continuation of Deferred@171823526 after retry RPC after error@350807221) -> (continuation of Deferred@871202060 after retry RPC after error@2087679649), errback=(continuation of Deferred@2065383587 after retry RPC after error@2113303787) -> (continuation of Deferred@734703005 after retry RPC after error@1079380128) -> (continuation of Deferred@1634293329 after retry RPC after error@796276667) -> (continuation of Deferred@1362018701 after retry RPC after error@558747648) -> (continuation of Deferred@171823526 after retry RPC after error@350807221) -> (continuation of Deferred@871202060 after retry RPC after error@2087679649)))
13:57:27.187 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@286220035(state=PENDING, result=null, callback=(continuation of Deferred@2065383587 after retry RPC after error@2113303787) -> (continuation of Deferred@734703005 after retry RPC after error@1079380128) -> (continuation of Deferred@1634293329 after retry RPC after error@796276667) -> (continuation of Deferred@1362018701 after retry RPC after error@558747648) -> (continuation of Deferred@171823526 after retry RPC after error@350807221) -> (continuation of Deferred@871202060 after retry RPC after error@2087679649), errback=(continuation of Deferred@2065383587 after retry RPC after error@2113303787) -> (continuation of Deferred@734703005 after retry RPC after error@1079380128) -> (continuation of Deferred@1634293329 after retry RPC after error@796276667) -> (continuation of Deferred@1362018701 after retry RPC after error@558747648) -> (continuation of Deferred@171823526 after retry RPC after error@350807221) -> (continuation of Deferred@871202060 after retry RPC after error@2087679649)))
13:57:27.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.205 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.206 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.226 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.226 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.245 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.245 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.245 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.264 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.325 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.408 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1427904479(state=PENDING, result=null, callback=(continuation of Deferred@864775803 after retry RPC after error@1702523985) -> (continuation of Deferred@1493809699 after retry RPC after error@1813969970) -> (continuation of Deferred@76459900 after retry RPC after error@853580608) -> (continuation of Deferred@640477085 after retry RPC after error@1036546054) -> (continuation of Deferred@1288490380 after retry RPC after error@2059433422) -> (continuation of Deferred@999388420 after retry RPC after error@1168599600), errback=(continuation of Deferred@864775803 after retry RPC after error@1702523985) -> (continuation of Deferred@1493809699 after retry RPC after error@1813969970) -> (continuation of Deferred@76459900 after retry RPC after error@853580608) -> (continuation of Deferred@640477085 after retry RPC after error@1036546054) -> (continuation of Deferred@1288490380 after retry RPC after error@2059433422) -> (continuation of Deferred@999388420 after retry RPC after error@1168599600)))
13:57:27.408 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1427904479(state=PENDING, result=null, callback=(continuation of Deferred@864775803 after retry RPC after error@1702523985) -> (continuation of Deferred@1493809699 after retry RPC after error@1813969970) -> (continuation of Deferred@76459900 after retry RPC after error@853580608) -> (continuation of Deferred@640477085 after retry RPC after error@1036546054) -> (continuation of Deferred@1288490380 after retry RPC after error@2059433422) -> (continuation of Deferred@999388420 after retry RPC after error@1168599600), errback=(continuation of Deferred@864775803 after retry RPC after error@1702523985) -> (continuation of Deferred@1493809699 after retry RPC after error@1813969970) -> (continuation of Deferred@76459900 after retry RPC after error@853580608) -> (continuation of Deferred@640477085 after retry RPC after error@1036546054) -> (continuation of Deferred@1288490380 after retry RPC after error@2059433422) -> (continuation of Deferred@999388420 after retry RPC after error@1168599600)))
13:57:27.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.466 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.545 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.545 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.565 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1550803940(state=PENDING, result=null, callback=(continuation of Deferred@450846515 after retry RPC after error@669603946) -> (continuation of Deferred@606730337 after retry RPC after error@58646339) -> (continuation of Deferred@1673015000 after retry RPC after error@251592909) -> (continuation of Deferred@1711152003 after retry RPC after error@269436088) -> (continuation of Deferred@845379215 after retry RPC after error@1147986278) -> (continuation of Deferred@1364973675 after retry RPC after error@1000041596) -> (continuation of Deferred@308654734 after retry RPC after error@832636533), errback=(continuation of Deferred@450846515 after retry RPC after error@669603946) -> (continuation of Deferred@606730337 after retry RPC after error@58646339) -> (continuation of Deferred@1673015000 after retry RPC after error@251592909) -> (continuation of Deferred@1711152003 after retry RPC after error@269436088) -> (continuation of Deferred@845379215 after retry RPC after error@1147986278) -> (continuation of Deferred@1364973675 after retry RPC after error@1000041596) -> (continuation of Deferred@308654734 after retry RPC after error@832636533)))
13:57:27.647 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1550803940(state=PENDING, result=null, callback=(continuation of Deferred@450846515 after retry RPC after error@669603946) -> (continuation of Deferred@606730337 after retry RPC after error@58646339) -> (continuation of Deferred@1673015000 after retry RPC after error@251592909) -> (continuation of Deferred@1711152003 after retry RPC after error@269436088) -> (continuation of Deferred@845379215 after retry RPC after error@1147986278) -> (continuation of Deferred@1364973675 after retry RPC after error@1000041596) -> (continuation of Deferred@308654734 after retry RPC after error@832636533), errback=(continuation of Deferred@450846515 after retry RPC after error@669603946) -> (continuation of Deferred@606730337 after retry RPC after error@58646339) -> (continuation of Deferred@1673015000 after retry RPC after error@251592909) -> (continuation of Deferred@1711152003 after retry RPC after error@269436088) -> (continuation of Deferred@845379215 after retry RPC after error@1147986278) -> (continuation of Deferred@1364973675 after retry RPC after error@1000041596) -> (continuation of Deferred@308654734 after retry RPC after error@832636533)))
13:57:27.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.705 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:27.739300 29330 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:57:27.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:27.739504 29330 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:27.740110 29330 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:27.742832 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:27.743089 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:27.743265 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:27.743539 29330 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:57:27.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.806 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.806 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.806 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1454789401(state=PENDING, result=null, callback=(continuation of Deferred@2078912728 after retry RPC after error@418524235) -> (continuation of Deferred@463804500 after retry RPC after error@2146414242) -> (continuation of Deferred@1228324599 after retry RPC after error@1085228014) -> (continuation of Deferred@1945863191 after retry RPC after error@1902362228) -> (continuation of Deferred@232679337 after retry RPC after error@936703439) -> (continuation of Deferred@404755486 after retry RPC after error@1952225648) -> (continuation of Deferred@180439933 after retry RPC after error@439070055), errback=(continuation of Deferred@2078912728 after retry RPC after error@418524235) -> (continuation of Deferred@463804500 after retry RPC after error@2146414242) -> (continuation of Deferred@1228324599 after retry RPC after error@1085228014) -> (continuation of Deferred@1945863191 after retry RPC after error@1902362228) -> (continuation of Deferred@232679337 after retry RPC after error@936703439) -> (continuation of Deferred@404755486 after retry RPC after error@1952225648) -> (continuation of Deferred@180439933 after retry RPC after error@439070055)))
13:57:27.827 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1454789401(state=PENDING, result=null, callback=(continuation of Deferred@2078912728 after retry RPC after error@418524235) -> (continuation of Deferred@463804500 after retry RPC after error@2146414242) -> (continuation of Deferred@1228324599 after retry RPC after error@1085228014) -> (continuation of Deferred@1945863191 after retry RPC after error@1902362228) -> (continuation of Deferred@232679337 after retry RPC after error@936703439) -> (continuation of Deferred@404755486 after retry RPC after error@1952225648) -> (continuation of Deferred@180439933 after retry RPC after error@439070055), errback=(continuation of Deferred@2078912728 after retry RPC after error@418524235) -> (continuation of Deferred@463804500 after retry RPC after error@2146414242) -> (continuation of Deferred@1228324599 after retry RPC after error@1085228014) -> (continuation of Deferred@1945863191 after retry RPC after error@1902362228) -> (continuation of Deferred@232679337 after retry RPC after error@936703439) -> (continuation of Deferred@404755486 after retry RPC after error@1952225648) -> (continuation of Deferred@180439933 after retry RPC after error@439070055)))
13:57:27.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.846 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.945 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:27.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:27.965 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:27.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:27.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:27.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.067 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [224ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1229999551(state=PENDING, result=null, callback=(continuation of Deferred@2045979406 after retry RPC after error@415721160) -> (continuation of Deferred@11563744 after retry RPC after error@1262938876) -> (continuation of Deferred@730665921 after retry RPC after error@140493150) -> (continuation of Deferred@192648647 after retry RPC after error@1997967198) -> (continuation of Deferred@877037926 after retry RPC after error@1122364289) -> (continuation of Deferred@367496119 after retry RPC after error@1447598634) -> (continuation of Deferred@1447375932 after retry RPC after error@990999702), errback=(continuation of Deferred@2045979406 after retry RPC after error@415721160) -> (continuation of Deferred@11563744 after retry RPC after error@1262938876) -> (continuation of Deferred@730665921 after retry RPC after error@140493150) -> (continuation of Deferred@192648647 after retry RPC after error@1997967198) -> (continuation of Deferred@877037926 after retry RPC after error@1122364289) -> (continuation of Deferred@367496119 after retry RPC after error@1447598634) -> (continuation of Deferred@1447375932 after retry RPC after error@990999702)))
13:57:28.068 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [224ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1229999551(state=PENDING, result=null, callback=(continuation of Deferred@2045979406 after retry RPC after error@415721160) -> (continuation of Deferred@11563744 after retry RPC after error@1262938876) -> (continuation of Deferred@730665921 after retry RPC after error@140493150) -> (continuation of Deferred@192648647 after retry RPC after error@1997967198) -> (continuation of Deferred@877037926 after retry RPC after error@1122364289) -> (continuation of Deferred@367496119 after retry RPC after error@1447598634) -> (continuation of Deferred@1447375932 after retry RPC after error@990999702), errback=(continuation of Deferred@2045979406 after retry RPC after error@415721160) -> (continuation of Deferred@11563744 after retry RPC after error@1262938876) -> (continuation of Deferred@730665921 after retry RPC after error@140493150) -> (continuation of Deferred@192648647 after retry RPC after error@1997967198) -> (continuation of Deferred@877037926 after retry RPC after error@1122364289) -> (continuation of Deferred@367496119 after retry RPC after error@1447598634) -> (continuation of Deferred@1447375932 after retry RPC after error@990999702)))
13:57:28.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.145 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.165 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.166 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.206 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.206 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.206 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.206 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.344 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1792315961(state=PENDING, result=null, callback=(continuation of Deferred@1311698441 after retry RPC after error@1197100756) -> (continuation of Deferred@1199286340 after retry RPC after error@158384072) -> (continuation of Deferred@806831689 after retry RPC after error@632193649) -> (continuation of Deferred@1057826568 after retry RPC after error@856642014) -> (continuation of Deferred@966814968 after retry RPC after error@1758256311) -> (continuation of Deferred@1051694017 after retry RPC after error@2011669611) -> (continuation of Deferred@1293599171 after retry RPC after error@1136494003), errback=(continuation of Deferred@1311698441 after retry RPC after error@1197100756) -> (continuation of Deferred@1199286340 after retry RPC after error@158384072) -> (continuation of Deferred@806831689 after retry RPC after error@632193649) -> (continuation of Deferred@1057826568 after retry RPC after error@856642014) -> (continuation of Deferred@966814968 after retry RPC after error@1758256311) -> (continuation of Deferred@1051694017 after retry RPC after error@2011669611) -> (continuation of Deferred@1293599171 after retry RPC after error@1136494003)))
13:57:28.345 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:28.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.405 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.485 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.565 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.566 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.605 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1868713440(state=PENDING, result=null, callback=(continuation of Deferred@1731949053 after retry RPC after error@1612594960) -> (continuation of Deferred@449761696 after retry RPC after error@1740538452) -> (continuation of Deferred@1538700231 after retry RPC after error@1245831454) -> (continuation of Deferred@653163047 after retry RPC after error@894558348) -> (continuation of Deferred@1536644458 after retry RPC after error@513476119) -> (continuation of Deferred@1265727649 after retry RPC after error@1897837763) -> (continuation of Deferred@281252751 after retry RPC after error@1454277694), errback=(continuation of Deferred@1731949053 after retry RPC after error@1612594960) -> (continuation of Deferred@449761696 after retry RPC after error@1740538452) -> (continuation of Deferred@1538700231 after retry RPC after error@1245831454) -> (continuation of Deferred@653163047 after retry RPC after error@894558348) -> (continuation of Deferred@1536644458 after retry RPC after error@513476119) -> (continuation of Deferred@1265727649 after retry RPC after error@1897837763) -> (continuation of Deferred@281252751 after retry RPC after error@1454277694)))
13:57:28.607 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1868713440(state=PENDING, result=null, callback=(continuation of Deferred@1731949053 after retry RPC after error@1612594960) -> (continuation of Deferred@449761696 after retry RPC after error@1740538452) -> (continuation of Deferred@1538700231 after retry RPC after error@1245831454) -> (continuation of Deferred@653163047 after retry RPC after error@894558348) -> (continuation of Deferred@1536644458 after retry RPC after error@513476119) -> (continuation of Deferred@1265727649 after retry RPC after error@1897837763) -> (continuation of Deferred@281252751 after retry RPC after error@1454277694), errback=(continuation of Deferred@1731949053 after retry RPC after error@1612594960) -> (continuation of Deferred@449761696 after retry RPC after error@1740538452) -> (continuation of Deferred@1538700231 after retry RPC after error@1245831454) -> (continuation of Deferred@653163047 after retry RPC after error@894558348) -> (continuation of Deferred@1536644458 after retry RPC after error@513476119) -> (continuation of Deferred@1265727649 after retry RPC after error@1897837763) -> (continuation of Deferred@281252751 after retry RPC after error@1454277694)))
13:57:28.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.686 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.705 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.706 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.706 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.726 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [104ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2018972697(state=PENDING, result=null, callback=(continuation of Deferred@1492497697 after retry RPC after error@1772356691) -> (continuation of Deferred@357683871 after retry RPC after error@1432812528) -> (continuation of Deferred@542048448 after retry RPC after error@1761611270) -> (continuation of Deferred@1918823571 after retry RPC after error@268775507) -> (continuation of Deferred@1217690515 after retry RPC after error@562900153) -> (continuation of Deferred@615675503 after retry RPC after error@487345410) -> (continuation of Deferred@1982854611 after retry RPC after error@1041229643), errback=(continuation of Deferred@1492497697 after retry RPC after error@1772356691) -> (continuation of Deferred@357683871 after retry RPC after error@1432812528) -> (continuation of Deferred@542048448 after retry RPC after error@1761611270) -> (continuation of Deferred@1918823571 after retry RPC after error@268775507) -> (continuation of Deferred@1217690515 after retry RPC after error@562900153) -> (continuation of Deferred@615675503 after retry RPC after error@487345410) -> (continuation of Deferred@1982854611 after retry RPC after error@1041229643)))
13:57:28.847 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [104ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2018972697(state=PENDING, result=null, callback=(continuation of Deferred@1492497697 after retry RPC after error@1772356691) -> (continuation of Deferred@357683871 after retry RPC after error@1432812528) -> (continuation of Deferred@542048448 after retry RPC after error@1761611270) -> (continuation of Deferred@1918823571 after retry RPC after error@268775507) -> (continuation of Deferred@1217690515 after retry RPC after error@562900153) -> (continuation of Deferred@615675503 after retry RPC after error@487345410) -> (continuation of Deferred@1982854611 after retry RPC after error@1041229643), errback=(continuation of Deferred@1492497697 after retry RPC after error@1772356691) -> (continuation of Deferred@357683871 after retry RPC after error@1432812528) -> (continuation of Deferred@542048448 after retry RPC after error@1761611270) -> (continuation of Deferred@1918823571 after retry RPC after error@268775507) -> (continuation of Deferred@1217690515 after retry RPC after error@562900153) -> (continuation of Deferred@615675503 after retry RPC after error@487345410) -> (continuation of Deferred@1982854611 after retry RPC after error@1041229643)))
13:57:28.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.865 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:28.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:28.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:28.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:28.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:28.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.086 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.087 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2019448447(state=PENDING, result=null, callback=(continuation of Deferred@413145256 after retry RPC after error@906720168) -> (continuation of Deferred@2098842865 after retry RPC after error@2013171843) -> (continuation of Deferred@1870902156 after retry RPC after error@41421799) -> (continuation of Deferred@825565469 after retry RPC after error@843892016) -> (continuation of Deferred@1084301094 after retry RPC after error@46400486) -> (continuation of Deferred@451016554 after retry RPC after error@1313920067) -> (continuation of Deferred@104905344 after retry RPC after error@616120989), errback=(continuation of Deferred@413145256 after retry RPC after error@906720168) -> (continuation of Deferred@2098842865 after retry RPC after error@2013171843) -> (continuation of Deferred@1870902156 after retry RPC after error@41421799) -> (continuation of Deferred@825565469 after retry RPC after error@843892016) -> (continuation of Deferred@1084301094 after retry RPC after error@46400486) -> (continuation of Deferred@451016554 after retry RPC after error@1313920067) -> (continuation of Deferred@104905344 after retry RPC after error@616120989)))
13:57:29.088 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2019448447(state=PENDING, result=null, callback=(continuation of Deferred@413145256 after retry RPC after error@906720168) -> (continuation of Deferred@2098842865 after retry RPC after error@2013171843) -> (continuation of Deferred@1870902156 after retry RPC after error@41421799) -> (continuation of Deferred@825565469 after retry RPC after error@843892016) -> (continuation of Deferred@1084301094 after retry RPC after error@46400486) -> (continuation of Deferred@451016554 after retry RPC after error@1313920067) -> (continuation of Deferred@104905344 after retry RPC after error@616120989), errback=(continuation of Deferred@413145256 after retry RPC after error@906720168) -> (continuation of Deferred@2098842865 after retry RPC after error@2013171843) -> (continuation of Deferred@1870902156 after retry RPC after error@41421799) -> (continuation of Deferred@825565469 after retry RPC after error@843892016) -> (continuation of Deferred@1084301094 after retry RPC after error@46400486) -> (continuation of Deferred@451016554 after retry RPC after error@1313920067) -> (continuation of Deferred@104905344 after retry RPC after error@616120989)))
13:57:29.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.285 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.286 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.287 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@271877086(state=PENDING, result=null, callback=(continuation of Deferred@234808733 after retry RPC after error@714188509) -> (continuation of Deferred@2064161252 after retry RPC after error@1335287592) -> (continuation of Deferred@893258058 after retry RPC after error@306112126) -> (continuation of Deferred@759597668 after retry RPC after error@1422950267) -> (continuation of Deferred@291588338 after retry RPC after error@1946767798) -> (continuation of Deferred@1829101817 after retry RPC after error@981033349) -> (continuation of Deferred@558143712 after retry RPC after error@536803743), errback=(continuation of Deferred@234808733 after retry RPC after error@714188509) -> (continuation of Deferred@2064161252 after retry RPC after error@1335287592) -> (continuation of Deferred@893258058 after retry RPC after error@306112126) -> (continuation of Deferred@759597668 after retry RPC after error@1422950267) -> (continuation of Deferred@291588338 after retry RPC after error@1946767798) -> (continuation of Deferred@1829101817 after retry RPC after error@981033349) -> (continuation of Deferred@558143712 after retry RPC after error@536803743)))
13:57:29.287 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@271877086(state=PENDING, result=null, callback=(continuation of Deferred@234808733 after retry RPC after error@714188509) -> (continuation of Deferred@2064161252 after retry RPC after error@1335287592) -> (continuation of Deferred@893258058 after retry RPC after error@306112126) -> (continuation of Deferred@759597668 after retry RPC after error@1422950267) -> (continuation of Deferred@291588338 after retry RPC after error@1946767798) -> (continuation of Deferred@1829101817 after retry RPC after error@981033349) -> (continuation of Deferred@558143712 after retry RPC after error@536803743), errback=(continuation of Deferred@234808733 after retry RPC after error@714188509) -> (continuation of Deferred@2064161252 after retry RPC after error@1335287592) -> (continuation of Deferred@893258058 after retry RPC after error@306112126) -> (continuation of Deferred@759597668 after retry RPC after error@1422950267) -> (continuation of Deferred@291588338 after retry RPC after error@1946767798) -> (continuation of Deferred@1829101817 after retry RPC after error@981033349) -> (continuation of Deferred@558143712 after retry RPC after error@536803743)))
13:57:29.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.323 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.365 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.365 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.366 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.525 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1597156415(state=PENDING, result=null, callback=(continuation of Deferred@677347946 after retry RPC after error@2010394452) -> (continuation of Deferred@785854734 after retry RPC after error@1691235263) -> (continuation of Deferred@819372446 after retry RPC after error@1714325087) -> (continuation of Deferred@1910936789 after retry RPC after error@1688212125) -> (continuation of Deferred@1644135878 after retry RPC after error@1945234392) -> (continuation of Deferred@913611087 after retry RPC after error@1386496486) -> (continuation of Deferred@1340616641 after retry RPC after error@867939023), errback=(continuation of Deferred@677347946 after retry RPC after error@2010394452) -> (continuation of Deferred@785854734 after retry RPC after error@1691235263) -> (continuation of Deferred@819372446 after retry RPC after error@1714325087) -> (continuation of Deferred@1910936789 after retry RPC after error@1688212125) -> (continuation of Deferred@1644135878 after retry RPC after error@1945234392) -> (continuation of Deferred@913611087 after retry RPC after error@1386496486) -> (continuation of Deferred@1340616641 after retry RPC after error@867939023)))
13:57:29.527 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1597156415(state=PENDING, result=null, callback=(continuation of Deferred@677347946 after retry RPC after error@2010394452) -> (continuation of Deferred@785854734 after retry RPC after error@1691235263) -> (continuation of Deferred@819372446 after retry RPC after error@1714325087) -> (continuation of Deferred@1910936789 after retry RPC after error@1688212125) -> (continuation of Deferred@1644135878 after retry RPC after error@1945234392) -> (continuation of Deferred@913611087 after retry RPC after error@1386496486) -> (continuation of Deferred@1340616641 after retry RPC after error@867939023), errback=(continuation of Deferred@677347946 after retry RPC after error@2010394452) -> (continuation of Deferred@785854734 after retry RPC after error@1691235263) -> (continuation of Deferred@819372446 after retry RPC after error@1714325087) -> (continuation of Deferred@1910936789 after retry RPC after error@1688212125) -> (continuation of Deferred@1644135878 after retry RPC after error@1945234392) -> (continuation of Deferred@913611087 after retry RPC after error@1386496486) -> (continuation of Deferred@1340616641 after retry RPC after error@867939023)))
13:57:29.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.545 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.565 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.565 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.604 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.604 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.605 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.605 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.626 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:29.658854 29348 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:57:29.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:29.659089 29348 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:29.659832 29348 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:29.662770 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:29.663051 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:29.663203 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:29.663446 29348 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:57:29.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.669 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.785 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.785 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@801530092(state=PENDING, result=null, callback=(continuation of Deferred@530004378 after retry RPC after error@1682695034) -> (continuation of Deferred@1849824794 after retry RPC after error@1914690110) -> (continuation of Deferred@1415738894 after retry RPC after error@1871253451) -> (continuation of Deferred@285554406 after retry RPC after error@499634386) -> (continuation of Deferred@1523713890 after retry RPC after error@2097331364) -> (continuation of Deferred@1166546916 after retry RPC after error@1726615239) -> (continuation of Deferred@743042159 after retry RPC after error@1145471710), errback=(continuation of Deferred@530004378 after retry RPC after error@1682695034) -> (continuation of Deferred@1849824794 after retry RPC after error@1914690110) -> (continuation of Deferred@1415738894 after retry RPC after error@1871253451) -> (continuation of Deferred@285554406 after retry RPC after error@499634386) -> (continuation of Deferred@1523713890 after retry RPC after error@2097331364) -> (continuation of Deferred@1166546916 after retry RPC after error@1726615239) -> (continuation of Deferred@743042159 after retry RPC after error@1145471710)))
13:57:29.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@801530092(state=PENDING, result=null, callback=(continuation of Deferred@530004378 after retry RPC after error@1682695034) -> (continuation of Deferred@1849824794 after retry RPC after error@1914690110) -> (continuation of Deferred@1415738894 after retry RPC after error@1871253451) -> (continuation of Deferred@285554406 after retry RPC after error@499634386) -> (continuation of Deferred@1523713890 after retry RPC after error@2097331364) -> (continuation of Deferred@1166546916 after retry RPC after error@1726615239) -> (continuation of Deferred@743042159 after retry RPC after error@1145471710), errback=(continuation of Deferred@530004378 after retry RPC after error@1682695034) -> (continuation of Deferred@1849824794 after retry RPC after error@1914690110) -> (continuation of Deferred@1415738894 after retry RPC after error@1871253451) -> (continuation of Deferred@285554406 after retry RPC after error@499634386) -> (continuation of Deferred@1523713890 after retry RPC after error@2097331364) -> (continuation of Deferred@1166546916 after retry RPC after error@1726615239) -> (continuation of Deferred@743042159 after retry RPC after error@1145471710)))
13:57:29.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.825 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.825 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.885 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.965 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.966 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:29.967 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@789925798(state=PENDING, result=null, callback=(continuation of Deferred@1991780024 after retry RPC after error@1651008036) -> (continuation of Deferred@592911034 after retry RPC after error@649726217) -> (continuation of Deferred@293631616 after retry RPC after error@819482582) -> (continuation of Deferred@734069181 after retry RPC after error@1564845965) -> (continuation of Deferred@1331953363 after retry RPC after error@1027063318) -> (continuation of Deferred@509123812 after retry RPC after error@1859205485), errback=(continuation of Deferred@1991780024 after retry RPC after error@1651008036) -> (continuation of Deferred@592911034 after retry RPC after error@649726217) -> (continuation of Deferred@293631616 after retry RPC after error@819482582) -> (continuation of Deferred@734069181 after retry RPC after error@1564845965) -> (continuation of Deferred@1331953363 after retry RPC after error@1027063318) -> (continuation of Deferred@509123812 after retry RPC after error@1859205485)))
13:57:29.967 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@789925798(state=PENDING, result=null, callback=(continuation of Deferred@1991780024 after retry RPC after error@1651008036) -> (continuation of Deferred@592911034 after retry RPC after error@649726217) -> (continuation of Deferred@293631616 after retry RPC after error@819482582) -> (continuation of Deferred@734069181 after retry RPC after error@1564845965) -> (continuation of Deferred@1331953363 after retry RPC after error@1027063318) -> (continuation of Deferred@509123812 after retry RPC after error@1859205485), errback=(continuation of Deferred@1991780024 after retry RPC after error@1651008036) -> (continuation of Deferred@592911034 after retry RPC after error@649726217) -> (continuation of Deferred@293631616 after retry RPC after error@819482582) -> (continuation of Deferred@734069181 after retry RPC after error@1564845965) -> (continuation of Deferred@1331953363 after retry RPC after error@1027063318) -> (continuation of Deferred@509123812 after retry RPC after error@1859205485)))
13:57:29.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:29.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:29.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:29.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:29.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.006 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.006 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.006 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.105 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.106 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.146 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.146 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@461320540(state=PENDING, result=null, callback=(continuation of Deferred@1036281506 after retry RPC after error@1775038493) -> (continuation of Deferred@805907214 after retry RPC after error@1386088834) -> (continuation of Deferred@1282507781 after retry RPC after error@1119082894) -> (continuation of Deferred@1000065933 after retry RPC after error@434837349) -> (continuation of Deferred@1501227505 after retry RPC after error@89728249) -> (continuation of Deferred@1627082876 after retry RPC after error@568992569) -> (continuation of Deferred@802251668 after retry RPC after error@1675879547) -> (continuation of Deferred@1503736011 after retry RPC after error@698495789), errback=(continuation of Deferred@1036281506 after retry RPC after error@1775038493) -> (continuation of Deferred@805907214 after retry RPC after error@1386088834) -> (continuation of Deferred@1282507781 after retry RPC after error@1119082894) -> (continuation of Deferred@1000065933 after retry RPC after error@434837349) -> (continuation of Deferred@1501227505 after retry RPC after error@89728249) -> (continuation of Deferred@1627082876 after retry RPC after error@568992569) -> (continuation of Deferred@802251668 after retry RPC after error@1675879547) -> (continuation of Deferred@1503736011 after retry RPC after error@698495789)))
13:57:30.206 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@461320540(state=PENDING, result=null, callback=(continuation of Deferred@1036281506 after retry RPC after error@1775038493) -> (continuation of Deferred@805907214 after retry RPC after error@1386088834) -> (continuation of Deferred@1282507781 after retry RPC after error@1119082894) -> (continuation of Deferred@1000065933 after retry RPC after error@434837349) -> (continuation of Deferred@1501227505 after retry RPC after error@89728249) -> (continuation of Deferred@1627082876 after retry RPC after error@568992569) -> (continuation of Deferred@802251668 after retry RPC after error@1675879547) -> (continuation of Deferred@1503736011 after retry RPC after error@698495789), errback=(continuation of Deferred@1036281506 after retry RPC after error@1775038493) -> (continuation of Deferred@805907214 after retry RPC after error@1386088834) -> (continuation of Deferred@1282507781 after retry RPC after error@1119082894) -> (continuation of Deferred@1000065933 after retry RPC after error@434837349) -> (continuation of Deferred@1501227505 after retry RPC after error@89728249) -> (continuation of Deferred@1627082876 after retry RPC after error@568992569) -> (continuation of Deferred@802251668 after retry RPC after error@1675879547) -> (continuation of Deferred@1503736011 after retry RPC after error@698495789)))
13:57:30.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.325 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.365 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.365 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.365 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.484 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@913597372(state=PENDING, result=null, callback=(continuation of Deferred@1764306419 after retry RPC after error@622953127) -> (continuation of Deferred@191491966 after retry RPC after error@504697900) -> (continuation of Deferred@1056175272 after retry RPC after error@401505643) -> (continuation of Deferred@1396208375 after retry RPC after error@1706731720) -> (continuation of Deferred@1145919075 after retry RPC after error@539786916) -> (continuation of Deferred@814948252 after retry RPC after error@6229422) -> (continuation of Deferred@781172104 after retry RPC after error@1830109091) -> (continuation of Deferred@1171432034 after retry RPC after error@1025045771), errback=(continuation of Deferred@1764306419 after retry RPC after error@622953127) -> (continuation of Deferred@191491966 after retry RPC after error@504697900) -> (continuation of Deferred@1056175272 after retry RPC after error@401505643) -> (continuation of Deferred@1396208375 after retry RPC after error@1706731720) -> (continuation of Deferred@1145919075 after retry RPC after error@539786916) -> (continuation of Deferred@814948252 after retry RPC after error@6229422) -> (continuation of Deferred@781172104 after retry RPC after error@1830109091) -> (continuation of Deferred@1171432034 after retry RPC after error@1025045771)))
13:57:30.485 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:30.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.505 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.506 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.506 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.506 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.545 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.545 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.565 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.566 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.585 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.585 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.585 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1107920775(state=PENDING, result=null, callback=(continuation of Deferred@517093868 after retry RPC after error@1901926346) -> (continuation of Deferred@571192273 after retry RPC after error@749743528) -> (continuation of Deferred@597847179 after retry RPC after error@978898034) -> (continuation of Deferred@1160930771 after retry RPC after error@1749208496) -> (continuation of Deferred@1488204295 after retry RPC after error@611540543) -> (continuation of Deferred@1916382111 after retry RPC after error@208197413) -> (continuation of Deferred@1974855845 after retry RPC after error@1258930826), errback=(continuation of Deferred@517093868 after retry RPC after error@1901926346) -> (continuation of Deferred@571192273 after retry RPC after error@749743528) -> (continuation of Deferred@597847179 after retry RPC after error@978898034) -> (continuation of Deferred@1160930771 after retry RPC after error@1749208496) -> (continuation of Deferred@1488204295 after retry RPC after error@611540543) -> (continuation of Deferred@1916382111 after retry RPC after error@208197413) -> (continuation of Deferred@1974855845 after retry RPC after error@1258930826)))
13:57:30.747 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1107920775(state=PENDING, result=null, callback=(continuation of Deferred@517093868 after retry RPC after error@1901926346) -> (continuation of Deferred@571192273 after retry RPC after error@749743528) -> (continuation of Deferred@597847179 after retry RPC after error@978898034) -> (continuation of Deferred@1160930771 after retry RPC after error@1749208496) -> (continuation of Deferred@1488204295 after retry RPC after error@611540543) -> (continuation of Deferred@1916382111 after retry RPC after error@208197413) -> (continuation of Deferred@1974855845 after retry RPC after error@1258930826), errback=(continuation of Deferred@517093868 after retry RPC after error@1901926346) -> (continuation of Deferred@571192273 after retry RPC after error@749743528) -> (continuation of Deferred@597847179 after retry RPC after error@978898034) -> (continuation of Deferred@1160930771 after retry RPC after error@1749208496) -> (continuation of Deferred@1488204295 after retry RPC after error@611540543) -> (continuation of Deferred@1916382111 after retry RPC after error@208197413) -> (continuation of Deferred@1974855845 after retry RPC after error@1258930826)))
13:57:30.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.886 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.886 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.886 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.945 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.946 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:30.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:30.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:30.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.986 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:30.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:30.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@170592898(state=PENDING, result=null, callback=(continuation of Deferred@1919999445 after retry RPC after error@28788066) -> (continuation of Deferred@867562522 after retry RPC after error@1628997620) -> (continuation of Deferred@359817335 after retry RPC after error@777370606) -> (continuation of Deferred@844926746 after retry RPC after error@400460162) -> (continuation of Deferred@296301270 after retry RPC after error@312500678) -> (continuation of Deferred@1146230999 after retry RPC after error@664996678) -> (continuation of Deferred@2135204582 after retry RPC after error@1861964441), errback=(continuation of Deferred@1919999445 after retry RPC after error@28788066) -> (continuation of Deferred@867562522 after retry RPC after error@1628997620) -> (continuation of Deferred@359817335 after retry RPC after error@777370606) -> (continuation of Deferred@844926746 after retry RPC after error@400460162) -> (continuation of Deferred@296301270 after retry RPC after error@312500678) -> (continuation of Deferred@1146230999 after retry RPC after error@664996678) -> (continuation of Deferred@2135204582 after retry RPC after error@1861964441)))
13:57:30.987 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@170592898(state=PENDING, result=null, callback=(continuation of Deferred@1919999445 after retry RPC after error@28788066) -> (continuation of Deferred@867562522 after retry RPC after error@1628997620) -> (continuation of Deferred@359817335 after retry RPC after error@777370606) -> (continuation of Deferred@844926746 after retry RPC after error@400460162) -> (continuation of Deferred@296301270 after retry RPC after error@312500678) -> (continuation of Deferred@1146230999 after retry RPC after error@664996678) -> (continuation of Deferred@2135204582 after retry RPC after error@1861964441), errback=(continuation of Deferred@1919999445 after retry RPC after error@28788066) -> (continuation of Deferred@867562522 after retry RPC after error@1628997620) -> (continuation of Deferred@359817335 after retry RPC after error@777370606) -> (continuation of Deferred@844926746 after retry RPC after error@400460162) -> (continuation of Deferred@296301270 after retry RPC after error@312500678) -> (continuation of Deferred@1146230999 after retry RPC after error@664996678) -> (continuation of Deferred@2135204582 after retry RPC after error@1861964441)))
13:57:31.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.025 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@170663322(state=PENDING, result=null, callback=(continuation of Deferred@1649014562 after retry RPC after error@515874372) -> (continuation of Deferred@160355031 after retry RPC after error@1671745201) -> (continuation of Deferred@1324995840 after retry RPC after error@752238373) -> (continuation of Deferred@1395742722 after retry RPC after error@379962771) -> (continuation of Deferred@385106834 after retry RPC after error@197556606) -> (continuation of Deferred@1391378764 after retry RPC after error@1784614879), errback=(continuation of Deferred@1649014562 after retry RPC after error@515874372) -> (continuation of Deferred@160355031 after retry RPC after error@1671745201) -> (continuation of Deferred@1324995840 after retry RPC after error@752238373) -> (continuation of Deferred@1395742722 after retry RPC after error@379962771) -> (continuation of Deferred@385106834 after retry RPC after error@197556606) -> (continuation of Deferred@1391378764 after retry RPC after error@1784614879)))
13:57:31.187 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@170663322(state=PENDING, result=null, callback=(continuation of Deferred@1649014562 after retry RPC after error@515874372) -> (continuation of Deferred@160355031 after retry RPC after error@1671745201) -> (continuation of Deferred@1324995840 after retry RPC after error@752238373) -> (continuation of Deferred@1395742722 after retry RPC after error@379962771) -> (continuation of Deferred@385106834 after retry RPC after error@197556606) -> (continuation of Deferred@1391378764 after retry RPC after error@1784614879), errback=(continuation of Deferred@1649014562 after retry RPC after error@515874372) -> (continuation of Deferred@160355031 after retry RPC after error@1671745201) -> (continuation of Deferred@1324995840 after retry RPC after error@752238373) -> (continuation of Deferred@1395742722 after retry RPC after error@379962771) -> (continuation of Deferred@385106834 after retry RPC after error@197556606) -> (continuation of Deferred@1391378764 after retry RPC after error@1784614879)))
13:57:31.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.205 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.206 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.206 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.285 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.325 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.325 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1115090889(state=PENDING, result=null, callback=(continuation of Deferred@1346707887 after retry RPC after error@391116787) -> (continuation of Deferred@1151160910 after retry RPC after error@836826547) -> (continuation of Deferred@1213325945 after retry RPC after error@541680879) -> (continuation of Deferred@250105226 after retry RPC after error@949189769) -> (continuation of Deferred@2140537800 after retry RPC after error@345206473) -> (continuation of Deferred@1490806220 after retry RPC after error@2073013610), errback=(continuation of Deferred@1346707887 after retry RPC after error@391116787) -> (continuation of Deferred@1151160910 after retry RPC after error@836826547) -> (continuation of Deferred@1213325945 after retry RPC after error@541680879) -> (continuation of Deferred@250105226 after retry RPC after error@949189769) -> (continuation of Deferred@2140537800 after retry RPC after error@345206473) -> (continuation of Deferred@1490806220 after retry RPC after error@2073013610)))
13:57:31.367 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1115090889(state=PENDING, result=null, callback=(continuation of Deferred@1346707887 after retry RPC after error@391116787) -> (continuation of Deferred@1151160910 after retry RPC after error@836826547) -> (continuation of Deferred@1213325945 after retry RPC after error@541680879) -> (continuation of Deferred@250105226 after retry RPC after error@949189769) -> (continuation of Deferred@2140537800 after retry RPC after error@345206473) -> (continuation of Deferred@1490806220 after retry RPC after error@2073013610), errback=(continuation of Deferred@1346707887 after retry RPC after error@391116787) -> (continuation of Deferred@1151160910 after retry RPC after error@836826547) -> (continuation of Deferred@1213325945 after retry RPC after error@541680879) -> (continuation of Deferred@250105226 after retry RPC after error@949189769) -> (continuation of Deferred@2140537800 after retry RPC after error@345206473) -> (continuation of Deferred@1490806220 after retry RPC after error@2073013610)))
13:57:31.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:31.402252 28708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:31.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:31.406010 28708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:31.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:31.407665 28710 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.53.254:39885)
13:57:31.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.506 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.506 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.506 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.508 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.606 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1296117753(state=PENDING, result=null, callback=(continuation of Deferred@1672146875 after retry RPC after error@1503559302) -> (continuation of Deferred@1965956246 after retry RPC after error@836033325) -> (continuation of Deferred@95894939 after retry RPC after error@804719077) -> (continuation of Deferred@716732961 after retry RPC after error@1025688040) -> (continuation of Deferred@21325874 after retry RPC after error@384491998) -> (continuation of Deferred@2137712720 after retry RPC after error@1424772052) -> (continuation of Deferred@2118299011 after retry RPC after error@1063737220), errback=(continuation of Deferred@1672146875 after retry RPC after error@1503559302) -> (continuation of Deferred@1965956246 after retry RPC after error@836033325) -> (continuation of Deferred@95894939 after retry RPC after error@804719077) -> (continuation of Deferred@716732961 after retry RPC after error@1025688040) -> (continuation of Deferred@21325874 after retry RPC after error@384491998) -> (continuation of Deferred@2137712720 after retry RPC after error@1424772052) -> (continuation of Deferred@2118299011 after retry RPC after error@1063737220)))
13:57:31.607 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1296117753(state=PENDING, result=null, callback=(continuation of Deferred@1672146875 after retry RPC after error@1503559302) -> (continuation of Deferred@1965956246 after retry RPC after error@836033325) -> (continuation of Deferred@95894939 after retry RPC after error@804719077) -> (continuation of Deferred@716732961 after retry RPC after error@1025688040) -> (continuation of Deferred@21325874 after retry RPC after error@384491998) -> (continuation of Deferred@2137712720 after retry RPC after error@1424772052) -> (continuation of Deferred@2118299011 after retry RPC after error@1063737220), errback=(continuation of Deferred@1672146875 after retry RPC after error@1503559302) -> (continuation of Deferred@1965956246 after retry RPC after error@836033325) -> (continuation of Deferred@95894939 after retry RPC after error@804719077) -> (continuation of Deferred@716732961 after retry RPC after error@1025688040) -> (continuation of Deferred@21325874 after retry RPC after error@384491998) -> (continuation of Deferred@2137712720 after retry RPC after error@1424772052) -> (continuation of Deferred@2118299011 after retry RPC after error@1063737220)))
13:57:31.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.665 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.665 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.665 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.666 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.825 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.825 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1622314257(state=PENDING, result=null, callback=(continuation of Deferred@1538715095 after retry RPC after error@659060772) -> (continuation of Deferred@733318370 after retry RPC after error@1604015744) -> (continuation of Deferred@867156209 after retry RPC after error@1463949304) -> (continuation of Deferred@1343705966 after retry RPC after error@1430073530) -> (continuation of Deferred@416860836 after retry RPC after error@1600320400) -> (continuation of Deferred@897861425 after retry RPC after error@150997467) -> (continuation of Deferred@1473478581 after retry RPC after error@535161004), errback=(continuation of Deferred@1538715095 after retry RPC after error@659060772) -> (continuation of Deferred@733318370 after retry RPC after error@1604015744) -> (continuation of Deferred@867156209 after retry RPC after error@1463949304) -> (continuation of Deferred@1343705966 after retry RPC after error@1430073530) -> (continuation of Deferred@416860836 after retry RPC after error@1600320400) -> (continuation of Deferred@897861425 after retry RPC after error@150997467) -> (continuation of Deferred@1473478581 after retry RPC after error@535161004)))
13:57:31.827 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1622314257(state=PENDING, result=null, callback=(continuation of Deferred@1538715095 after retry RPC after error@659060772) -> (continuation of Deferred@733318370 after retry RPC after error@1604015744) -> (continuation of Deferred@867156209 after retry RPC after error@1463949304) -> (continuation of Deferred@1343705966 after retry RPC after error@1430073530) -> (continuation of Deferred@416860836 after retry RPC after error@1600320400) -> (continuation of Deferred@897861425 after retry RPC after error@150997467) -> (continuation of Deferred@1473478581 after retry RPC after error@535161004), errback=(continuation of Deferred@1538715095 after retry RPC after error@659060772) -> (continuation of Deferred@733318370 after retry RPC after error@1604015744) -> (continuation of Deferred@867156209 after retry RPC after error@1463949304) -> (continuation of Deferred@1343705966 after retry RPC after error@1430073530) -> (continuation of Deferred@416860836 after retry RPC after error@1600320400) -> (continuation of Deferred@897861425 after retry RPC after error@150997467) -> (continuation of Deferred@1473478581 after retry RPC after error@535161004)))
13:57:31.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.866 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.866 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.866 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.886 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.886 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.886 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.905 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.905 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.926 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:31.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:31.965 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:31.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:31.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:31.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:32.001415 29361 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:57:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:32.001634 29361 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:32.002424 29361 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:32.003732 28037 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111) [suppressed 11 similar messages]
13:57:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:32.005379 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:32.005631 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:32.005721 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:32.005964 29361 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:57:32.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2044036684(state=PENDING, result=null, callback=(continuation of Deferred@292391594 after retry RPC after error@437909371) -> (continuation of Deferred@866105817 after retry RPC after error@1722658304) -> (continuation of Deferred@459817125 after retry RPC after error@1319100060) -> (continuation of Deferred@8447975 after retry RPC after error@190219353) -> (continuation of Deferred@1390579966 after retry RPC after error@1656344320) -> (continuation of Deferred@1702994799 after retry RPC after error@1523222474), errback=(continuation of Deferred@292391594 after retry RPC after error@437909371) -> (continuation of Deferred@866105817 after retry RPC after error@1722658304) -> (continuation of Deferred@459817125 after retry RPC after error@1319100060) -> (continuation of Deferred@8447975 after retry RPC after error@190219353) -> (continuation of Deferred@1390579966 after retry RPC after error@1656344320) -> (continuation of Deferred@1702994799 after retry RPC after error@1523222474)))
13:57:32.026 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2044036684(state=PENDING, result=null, callback=(continuation of Deferred@292391594 after retry RPC after error@437909371) -> (continuation of Deferred@866105817 after retry RPC after error@1722658304) -> (continuation of Deferred@459817125 after retry RPC after error@1319100060) -> (continuation of Deferred@8447975 after retry RPC after error@190219353) -> (continuation of Deferred@1390579966 after retry RPC after error@1656344320) -> (continuation of Deferred@1702994799 after retry RPC after error@1523222474), errback=(continuation of Deferred@292391594 after retry RPC after error@437909371) -> (continuation of Deferred@866105817 after retry RPC after error@1722658304) -> (continuation of Deferred@459817125 after retry RPC after error@1319100060) -> (continuation of Deferred@8447975 after retry RPC after error@190219353) -> (continuation of Deferred@1390579966 after retry RPC after error@1656344320) -> (continuation of Deferred@1702994799 after retry RPC after error@1523222474)))
13:57:32.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.065 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.065 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.065 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.085 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.085 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.125 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.146 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@108863957(state=PENDING, result=null, callback=(continuation of Deferred@315616057 after retry RPC after error@2085096320) -> (continuation of Deferred@1294630090 after retry RPC after error@574005043) -> (continuation of Deferred@1330462319 after retry RPC after error@1944397837) -> (continuation of Deferred@1840764567 after retry RPC after error@2070811413) -> (continuation of Deferred@1576461393 after retry RPC after error@126421666) -> (continuation of Deferred@1415149482 after retry RPC after error@1604595855) -> (continuation of Deferred@899318598 after retry RPC after error@2055820109), errback=(continuation of Deferred@315616057 after retry RPC after error@2085096320) -> (continuation of Deferred@1294630090 after retry RPC after error@574005043) -> (continuation of Deferred@1330462319 after retry RPC after error@1944397837) -> (continuation of Deferred@1840764567 after retry RPC after error@2070811413) -> (continuation of Deferred@1576461393 after retry RPC after error@126421666) -> (continuation of Deferred@1415149482 after retry RPC after error@1604595855) -> (continuation of Deferred@899318598 after retry RPC after error@2055820109)))
13:57:32.267 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@108863957(state=PENDING, result=null, callback=(continuation of Deferred@315616057 after retry RPC after error@2085096320) -> (continuation of Deferred@1294630090 after retry RPC after error@574005043) -> (continuation of Deferred@1330462319 after retry RPC after error@1944397837) -> (continuation of Deferred@1840764567 after retry RPC after error@2070811413) -> (continuation of Deferred@1576461393 after retry RPC after error@126421666) -> (continuation of Deferred@1415149482 after retry RPC after error@1604595855) -> (continuation of Deferred@899318598 after retry RPC after error@2055820109), errback=(continuation of Deferred@315616057 after retry RPC after error@2085096320) -> (continuation of Deferred@1294630090 after retry RPC after error@574005043) -> (continuation of Deferred@1330462319 after retry RPC after error@1944397837) -> (continuation of Deferred@1840764567 after retry RPC after error@2070811413) -> (continuation of Deferred@1576461393 after retry RPC after error@126421666) -> (continuation of Deferred@1415149482 after retry RPC after error@1604595855) -> (continuation of Deferred@899318598 after retry RPC after error@2055820109)))
13:57:32.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.285 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.288 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.345 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.345 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.405 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [58ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@991034524(state=PENDING, result=null, callback=(continuation of Deferred@1193194429 after retry RPC after error@1402742461) -> (continuation of Deferred@1856894173 after retry RPC after error@1517031560) -> (continuation of Deferred@1750975267 after retry RPC after error@1522973019) -> (continuation of Deferred@1540142530 after retry RPC after error@1629361763) -> (continuation of Deferred@1734120888 after retry RPC after error@146793577) -> (continuation of Deferred@912466457 after retry RPC after error@668964792), errback=(continuation of Deferred@1193194429 after retry RPC after error@1402742461) -> (continuation of Deferred@1856894173 after retry RPC after error@1517031560) -> (continuation of Deferred@1750975267 after retry RPC after error@1522973019) -> (continuation of Deferred@1540142530 after retry RPC after error@1629361763) -> (continuation of Deferred@1734120888 after retry RPC after error@146793577) -> (continuation of Deferred@912466457 after retry RPC after error@668964792)))
13:57:32.466 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [58ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@991034524(state=PENDING, result=null, callback=(continuation of Deferred@1193194429 after retry RPC after error@1402742461) -> (continuation of Deferred@1856894173 after retry RPC after error@1517031560) -> (continuation of Deferred@1750975267 after retry RPC after error@1522973019) -> (continuation of Deferred@1540142530 after retry RPC after error@1629361763) -> (continuation of Deferred@1734120888 after retry RPC after error@146793577) -> (continuation of Deferred@912466457 after retry RPC after error@668964792), errback=(continuation of Deferred@1193194429 after retry RPC after error@1402742461) -> (continuation of Deferred@1856894173 after retry RPC after error@1517031560) -> (continuation of Deferred@1750975267 after retry RPC after error@1522973019) -> (continuation of Deferred@1540142530 after retry RPC after error@1629361763) -> (continuation of Deferred@1734120888 after retry RPC after error@146793577) -> (continuation of Deferred@912466457 after retry RPC after error@668964792)))
13:57:32.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.525 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.545 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.565 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.565 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.565 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.565 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:32.565116 29372 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:57:32.565 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:32.565392 29372 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:32.566 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:32.566246 29372 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:32.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:32.569088 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:32.569307 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:32.569465 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:32.569792 29372 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:57:32.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1786702084(state=PENDING, result=null, callback=(continuation of Deferred@155504342 after retry RPC after error@561376947) -> (continuation of Deferred@465333094 after retry RPC after error@102205404) -> (continuation of Deferred@688573366 after retry RPC after error@663009362) -> (continuation of Deferred@1595609247 after retry RPC after error@1703429575) -> (continuation of Deferred@446719419 after retry RPC after error@409208981) -> (continuation of Deferred@536636654 after retry RPC after error@947758251), errback=(continuation of Deferred@155504342 after retry RPC after error@561376947) -> (continuation of Deferred@465333094 after retry RPC after error@102205404) -> (continuation of Deferred@688573366 after retry RPC after error@663009362) -> (continuation of Deferred@1595609247 after retry RPC after error@1703429575) -> (continuation of Deferred@446719419 after retry RPC after error@409208981) -> (continuation of Deferred@536636654 after retry RPC after error@947758251)))
13:57:32.667 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1786702084(state=PENDING, result=null, callback=(continuation of Deferred@155504342 after retry RPC after error@561376947) -> (continuation of Deferred@465333094 after retry RPC after error@102205404) -> (continuation of Deferred@688573366 after retry RPC after error@663009362) -> (continuation of Deferred@1595609247 after retry RPC after error@1703429575) -> (continuation of Deferred@446719419 after retry RPC after error@409208981) -> (continuation of Deferred@536636654 after retry RPC after error@947758251), errback=(continuation of Deferred@155504342 after retry RPC after error@561376947) -> (continuation of Deferred@465333094 after retry RPC after error@102205404) -> (continuation of Deferred@688573366 after retry RPC after error@663009362) -> (continuation of Deferred@1595609247 after retry RPC after error@1703429575) -> (continuation of Deferred@446719419 after retry RPC after error@409208981) -> (continuation of Deferred@536636654 after retry RPC after error@947758251)))
13:57:32.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.685 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.685 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.685 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.765 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.887 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1568823985(state=PENDING, result=null, callback=(continuation of Deferred@1289734892 after retry RPC after error@486796578) -> (continuation of Deferred@1957501618 after retry RPC after error@993366340) -> (continuation of Deferred@152020068 after retry RPC after error@199701146) -> (continuation of Deferred@394514910 after retry RPC after error@2870747) -> (continuation of Deferred@1953723710 after retry RPC after error@1186134728) -> (continuation of Deferred@1328996065 after retry RPC after error@296589257) -> (continuation of Deferred@2115553863 after retry RPC after error@799874038), errback=(continuation of Deferred@1289734892 after retry RPC after error@486796578) -> (continuation of Deferred@1957501618 after retry RPC after error@993366340) -> (continuation of Deferred@152020068 after retry RPC after error@199701146) -> (continuation of Deferred@394514910 after retry RPC after error@2870747) -> (continuation of Deferred@1953723710 after retry RPC after error@1186134728) -> (continuation of Deferred@1328996065 after retry RPC after error@296589257) -> (continuation of Deferred@2115553863 after retry RPC after error@799874038)))
13:57:32.887 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1568823985(state=PENDING, result=null, callback=(continuation of Deferred@1289734892 after retry RPC after error@486796578) -> (continuation of Deferred@1957501618 after retry RPC after error@993366340) -> (continuation of Deferred@152020068 after retry RPC after error@199701146) -> (continuation of Deferred@394514910 after retry RPC after error@2870747) -> (continuation of Deferred@1953723710 after retry RPC after error@1186134728) -> (continuation of Deferred@1328996065 after retry RPC after error@296589257) -> (continuation of Deferred@2115553863 after retry RPC after error@799874038), errback=(continuation of Deferred@1289734892 after retry RPC after error@486796578) -> (continuation of Deferred@1957501618 after retry RPC after error@993366340) -> (continuation of Deferred@152020068 after retry RPC after error@199701146) -> (continuation of Deferred@394514910 after retry RPC after error@2870747) -> (continuation of Deferred@1953723710 after retry RPC after error@1186134728) -> (continuation of Deferred@1328996065 after retry RPC after error@296589257) -> (continuation of Deferred@2115553863 after retry RPC after error@799874038)))
13:57:32.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:32.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:32.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:32.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:32.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.986 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:32.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.105 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@327770682(state=PENDING, result=null, callback=(continuation of Deferred@1413265686 after retry RPC after error@715048476) -> (continuation of Deferred@1609504864 after retry RPC after error@120531221) -> (continuation of Deferred@921355503 after retry RPC after error@1779980808) -> (continuation of Deferred@1301508915 after retry RPC after error@856333333) -> (continuation of Deferred@1395129127 after retry RPC after error@2076648273) -> (continuation of Deferred@756796913 after retry RPC after error@1242957427), errback=(continuation of Deferred@1413265686 after retry RPC after error@715048476) -> (continuation of Deferred@1609504864 after retry RPC after error@120531221) -> (continuation of Deferred@921355503 after retry RPC after error@1779980808) -> (continuation of Deferred@1301508915 after retry RPC after error@856333333) -> (continuation of Deferred@1395129127 after retry RPC after error@2076648273) -> (continuation of Deferred@756796913 after retry RPC after error@1242957427)))
13:57:33.107 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@327770682(state=PENDING, result=null, callback=(continuation of Deferred@1413265686 after retry RPC after error@715048476) -> (continuation of Deferred@1609504864 after retry RPC after error@120531221) -> (continuation of Deferred@921355503 after retry RPC after error@1779980808) -> (continuation of Deferred@1301508915 after retry RPC after error@856333333) -> (continuation of Deferred@1395129127 after retry RPC after error@2076648273) -> (continuation of Deferred@756796913 after retry RPC after error@1242957427), errback=(continuation of Deferred@1413265686 after retry RPC after error@715048476) -> (continuation of Deferred@1609504864 after retry RPC after error@120531221) -> (continuation of Deferred@921355503 after retry RPC after error@1779980808) -> (continuation of Deferred@1301508915 after retry RPC after error@856333333) -> (continuation of Deferred@1395129127 after retry RPC after error@2076648273) -> (continuation of Deferred@756796913 after retry RPC after error@1242957427)))
13:57:33.123 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.165 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.325 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.326 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1792430385(state=PENDING, result=null, callback=(continuation of Deferred@1416947756 after retry RPC after error@544353623) -> (continuation of Deferred@1399072875 after retry RPC after error@191079663) -> (continuation of Deferred@2024085543 after retry RPC after error@1233947377) -> (continuation of Deferred@1004127451 after retry RPC after error@764103571) -> (continuation of Deferred@2101287461 after retry RPC after error@1347013745) -> (continuation of Deferred@633550271 after retry RPC after error@1390617927), errback=(continuation of Deferred@1416947756 after retry RPC after error@544353623) -> (continuation of Deferred@1399072875 after retry RPC after error@191079663) -> (continuation of Deferred@2024085543 after retry RPC after error@1233947377) -> (continuation of Deferred@1004127451 after retry RPC after error@764103571) -> (continuation of Deferred@2101287461 after retry RPC after error@1347013745) -> (continuation of Deferred@633550271 after retry RPC after error@1390617927)))
13:57:33.326 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1792430385(state=PENDING, result=null, callback=(continuation of Deferred@1416947756 after retry RPC after error@544353623) -> (continuation of Deferred@1399072875 after retry RPC after error@191079663) -> (continuation of Deferred@2024085543 after retry RPC after error@1233947377) -> (continuation of Deferred@1004127451 after retry RPC after error@764103571) -> (continuation of Deferred@2101287461 after retry RPC after error@1347013745) -> (continuation of Deferred@633550271 after retry RPC after error@1390617927), errback=(continuation of Deferred@1416947756 after retry RPC after error@544353623) -> (continuation of Deferred@1399072875 after retry RPC after error@191079663) -> (continuation of Deferred@2024085543 after retry RPC after error@1233947377) -> (continuation of Deferred@1004127451 after retry RPC after error@764103571) -> (continuation of Deferred@2101287461 after retry RPC after error@1347013745) -> (continuation of Deferred@633550271 after retry RPC after error@1390617927)))
13:57:33.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.365 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.365 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.365 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.405 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.505 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.585 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.585 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.585 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.586 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.587 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@787247912(state=PENDING, result=null, callback=(continuation of Deferred@54768634 after retry RPC after error@122021066) -> (continuation of Deferred@1590396015 after retry RPC after error@334748077) -> (continuation of Deferred@229733450 after retry RPC after error@637182594) -> (continuation of Deferred@663794350 after retry RPC after error@715336000) -> (continuation of Deferred@741739386 after retry RPC after error@1546146508) -> (continuation of Deferred@2114948645 after retry RPC after error@1297437069) -> (continuation of Deferred@1369763462 after retry RPC after error@1334081612) -> (continuation of Deferred@1299753279 after retry RPC after error@709251108), errback=(continuation of Deferred@54768634 after retry RPC after error@122021066) -> (continuation of Deferred@1590396015 after retry RPC after error@334748077) -> (continuation of Deferred@229733450 after retry RPC after error@637182594) -> (continuation of Deferred@663794350 after retry RPC after error@715336000) -> (continuation of Deferred@741739386 after retry RPC after error@1546146508) -> (continuation of Deferred@2114948645 after retry RPC after error@1297437069) -> (continuation of Deferred@1369763462 after retry RPC after error@1334081612) -> (continuation of Deferred@1299753279 after retry RPC after error@709251108)))
13:57:33.587 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@787247912(state=PENDING, result=null, callback=(continuation of Deferred@54768634 after retry RPC after error@122021066) -> (continuation of Deferred@1590396015 after retry RPC after error@334748077) -> (continuation of Deferred@229733450 after retry RPC after error@637182594) -> (continuation of Deferred@663794350 after retry RPC after error@715336000) -> (continuation of Deferred@741739386 after retry RPC after error@1546146508) -> (continuation of Deferred@2114948645 after retry RPC after error@1297437069) -> (continuation of Deferred@1369763462 after retry RPC after error@1334081612) -> (continuation of Deferred@1299753279 after retry RPC after error@709251108), errback=(continuation of Deferred@54768634 after retry RPC after error@122021066) -> (continuation of Deferred@1590396015 after retry RPC after error@334748077) -> (continuation of Deferred@229733450 after retry RPC after error@637182594) -> (continuation of Deferred@663794350 after retry RPC after error@715336000) -> (continuation of Deferred@741739386 after retry RPC after error@1546146508) -> (continuation of Deferred@2114948645 after retry RPC after error@1297437069) -> (continuation of Deferred@1369763462 after retry RPC after error@1334081612) -> (continuation of Deferred@1299753279 after retry RPC after error@709251108)))
13:57:33.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.767 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2127273483(state=PENDING, result=null, callback=(continuation of Deferred@513167936 after retry RPC after error@1031947817) -> (continuation of Deferred@2075065096 after retry RPC after error@1505167792) -> (continuation of Deferred@1973376148 after retry RPC after error@1518593792) -> (continuation of Deferred@1459171811 after retry RPC after error@937580549) -> (continuation of Deferred@945197465 after retry RPC after error@2099829364) -> (continuation of Deferred@1648462363 after retry RPC after error@1195824166), errback=(continuation of Deferred@513167936 after retry RPC after error@1031947817) -> (continuation of Deferred@2075065096 after retry RPC after error@1505167792) -> (continuation of Deferred@1973376148 after retry RPC after error@1518593792) -> (continuation of Deferred@1459171811 after retry RPC after error@937580549) -> (continuation of Deferred@945197465 after retry RPC after error@2099829364) -> (continuation of Deferred@1648462363 after retry RPC after error@1195824166)))
13:57:33.767 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2127273483(state=PENDING, result=null, callback=(continuation of Deferred@513167936 after retry RPC after error@1031947817) -> (continuation of Deferred@2075065096 after retry RPC after error@1505167792) -> (continuation of Deferred@1973376148 after retry RPC after error@1518593792) -> (continuation of Deferred@1459171811 after retry RPC after error@937580549) -> (continuation of Deferred@945197465 after retry RPC after error@2099829364) -> (continuation of Deferred@1648462363 after retry RPC after error@1195824166), errback=(continuation of Deferred@513167936 after retry RPC after error@1031947817) -> (continuation of Deferred@2075065096 after retry RPC after error@1505167792) -> (continuation of Deferred@1973376148 after retry RPC after error@1518593792) -> (continuation of Deferred@1459171811 after retry RPC after error@937580549) -> (continuation of Deferred@945197465 after retry RPC after error@2099829364) -> (continuation of Deferred@1648462363 after retry RPC after error@1195824166)))
13:57:33.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.843 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.945 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:33.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:33.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:33.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:33.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:33.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@639160544(state=PENDING, result=null, callback=(continuation of Deferred@1342531606 after retry RPC after error@848924213) -> (continuation of Deferred@290638458 after retry RPC after error@1907201888) -> (continuation of Deferred@177411227 after retry RPC after error@1954925530) -> (continuation of Deferred@1938021930 after retry RPC after error@1846038957) -> (continuation of Deferred@2083370811 after retry RPC after error@648833151) -> (continuation of Deferred@1270054926 after retry RPC after error@1738155500) -> (continuation of Deferred@1990185547 after retry RPC after error@867545975), errback=(continuation of Deferred@1342531606 after retry RPC after error@848924213) -> (continuation of Deferred@290638458 after retry RPC after error@1907201888) -> (continuation of Deferred@177411227 after retry RPC after error@1954925530) -> (continuation of Deferred@1938021930 after retry RPC after error@1846038957) -> (continuation of Deferred@2083370811 after retry RPC after error@648833151) -> (continuation of Deferred@1270054926 after retry RPC after error@1738155500) -> (continuation of Deferred@1990185547 after retry RPC after error@867545975)))
13:57:33.987 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@639160544(state=PENDING, result=null, callback=(continuation of Deferred@1342531606 after retry RPC after error@848924213) -> (continuation of Deferred@290638458 after retry RPC after error@1907201888) -> (continuation of Deferred@177411227 after retry RPC after error@1954925530) -> (continuation of Deferred@1938021930 after retry RPC after error@1846038957) -> (continuation of Deferred@2083370811 after retry RPC after error@648833151) -> (continuation of Deferred@1270054926 after retry RPC after error@1738155500) -> (continuation of Deferred@1990185547 after retry RPC after error@867545975), errback=(continuation of Deferred@1342531606 after retry RPC after error@848924213) -> (continuation of Deferred@290638458 after retry RPC after error@1907201888) -> (continuation of Deferred@177411227 after retry RPC after error@1954925530) -> (continuation of Deferred@1938021930 after retry RPC after error@1846038957) -> (continuation of Deferred@2083370811 after retry RPC after error@648833151) -> (continuation of Deferred@1270054926 after retry RPC after error@1738155500) -> (continuation of Deferred@1990185547 after retry RPC after error@867545975)))
13:57:34.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.024 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@803883276(state=PENDING, result=null, callback=(continuation of Deferred@1840034503 after retry RPC after error@187133194) -> (continuation of Deferred@1928491438 after retry RPC after error@263054549) -> (continuation of Deferred@119493997 after retry RPC after error@937441209) -> (continuation of Deferred@1459507178 after retry RPC after error@907379372) -> (continuation of Deferred@1272712510 after retry RPC after error@2109187587) -> (continuation of Deferred@1502754624 after retry RPC after error@1124650556), errback=(continuation of Deferred@1840034503 after retry RPC after error@187133194) -> (continuation of Deferred@1928491438 after retry RPC after error@263054549) -> (continuation of Deferred@119493997 after retry RPC after error@937441209) -> (continuation of Deferred@1459507178 after retry RPC after error@907379372) -> (continuation of Deferred@1272712510 after retry RPC after error@2109187587) -> (continuation of Deferred@1502754624 after retry RPC after error@1124650556)))
13:57:34.146 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@803883276(state=PENDING, result=null, callback=(continuation of Deferred@1840034503 after retry RPC after error@187133194) -> (continuation of Deferred@1928491438 after retry RPC after error@263054549) -> (continuation of Deferred@119493997 after retry RPC after error@937441209) -> (continuation of Deferred@1459507178 after retry RPC after error@907379372) -> (continuation of Deferred@1272712510 after retry RPC after error@2109187587) -> (continuation of Deferred@1502754624 after retry RPC after error@1124650556), errback=(continuation of Deferred@1840034503 after retry RPC after error@187133194) -> (continuation of Deferred@1928491438 after retry RPC after error@263054549) -> (continuation of Deferred@119493997 after retry RPC after error@937441209) -> (continuation of Deferred@1459507178 after retry RPC after error@907379372) -> (continuation of Deferred@1272712510 after retry RPC after error@2109187587) -> (continuation of Deferred@1502754624 after retry RPC after error@1124650556)))
13:57:34.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.165 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.183 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.205 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.225 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.245 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.245 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.245 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.245 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.245 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.326 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@963902209(state=PENDING, result=null, callback=(continuation of Deferred@483810988 after retry RPC after error@1904782906) -> (continuation of Deferred@2073369832 after retry RPC after error@1570261864) -> (continuation of Deferred@1939164489 after retry RPC after error@1197003903) -> (continuation of Deferred@351920672 after retry RPC after error@186984668) -> (continuation of Deferred@1384371188 after retry RPC after error@1400442615) -> (continuation of Deferred@139071066 after retry RPC after error@705410119) -> (continuation of Deferred@1717292673 after retry RPC after error@2110679563), errback=(continuation of Deferred@483810988 after retry RPC after error@1904782906) -> (continuation of Deferred@2073369832 after retry RPC after error@1570261864) -> (continuation of Deferred@1939164489 after retry RPC after error@1197003903) -> (continuation of Deferred@351920672 after retry RPC after error@186984668) -> (continuation of Deferred@1384371188 after retry RPC after error@1400442615) -> (continuation of Deferred@139071066 after retry RPC after error@705410119) -> (continuation of Deferred@1717292673 after retry RPC after error@2110679563)))
13:57:34.326 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@963902209(state=PENDING, result=null, callback=(continuation of Deferred@483810988 after retry RPC after error@1904782906) -> (continuation of Deferred@2073369832 after retry RPC after error@1570261864) -> (continuation of Deferred@1939164489 after retry RPC after error@1197003903) -> (continuation of Deferred@351920672 after retry RPC after error@186984668) -> (continuation of Deferred@1384371188 after retry RPC after error@1400442615) -> (continuation of Deferred@139071066 after retry RPC after error@705410119) -> (continuation of Deferred@1717292673 after retry RPC after error@2110679563), errback=(continuation of Deferred@483810988 after retry RPC after error@1904782906) -> (continuation of Deferred@2073369832 after retry RPC after error@1570261864) -> (continuation of Deferred@1939164489 after retry RPC after error@1197003903) -> (continuation of Deferred@351920672 after retry RPC after error@186984668) -> (continuation of Deferred@1384371188 after retry RPC after error@1400442615) -> (continuation of Deferred@139071066 after retry RPC after error@705410119) -> (continuation of Deferred@1717292673 after retry RPC after error@2110679563)))
13:57:34.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.426 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.545 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [204ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@890370239(state=PENDING, result=null, callback=(continuation of Deferred@1646558775 after retry RPC after error@848905979) -> (continuation of Deferred@1765074524 after retry RPC after error@1406808005) -> (continuation of Deferred@307111503 after retry RPC after error@1779958883) -> (continuation of Deferred@609225082 after retry RPC after error@653700658) -> (continuation of Deferred@1164544253 after retry RPC after error@1878570799) -> (continuation of Deferred@1262975091 after retry RPC after error@1481889815), errback=(continuation of Deferred@1646558775 after retry RPC after error@848905979) -> (continuation of Deferred@1765074524 after retry RPC after error@1406808005) -> (continuation of Deferred@307111503 after retry RPC after error@1779958883) -> (continuation of Deferred@609225082 after retry RPC after error@653700658) -> (continuation of Deferred@1164544253 after retry RPC after error@1878570799) -> (continuation of Deferred@1262975091 after retry RPC after error@1481889815)))
13:57:34.547 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [204ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@890370239(state=PENDING, result=null, callback=(continuation of Deferred@1646558775 after retry RPC after error@848905979) -> (continuation of Deferred@1765074524 after retry RPC after error@1406808005) -> (continuation of Deferred@307111503 after retry RPC after error@1779958883) -> (continuation of Deferred@609225082 after retry RPC after error@653700658) -> (continuation of Deferred@1164544253 after retry RPC after error@1878570799) -> (continuation of Deferred@1262975091 after retry RPC after error@1481889815), errback=(continuation of Deferred@1646558775 after retry RPC after error@848905979) -> (continuation of Deferred@1765074524 after retry RPC after error@1406808005) -> (continuation of Deferred@307111503 after retry RPC after error@1779958883) -> (continuation of Deferred@609225082 after retry RPC after error@653700658) -> (continuation of Deferred@1164544253 after retry RPC after error@1878570799) -> (continuation of Deferred@1262975091 after retry RPC after error@1481889815)))
13:57:34.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.585 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.585 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.585 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.585 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.585 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.585 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.585 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.728 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.728 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [165ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@191586990(state=PENDING, result=null, callback=(continuation of Deferred@1295941812 after retry RPC after error@944966670) -> (continuation of Deferred@998614947 after retry RPC after error@1798036591) -> (continuation of Deferred@1386859166 after retry RPC after error@1916444601) -> (continuation of Deferred@1679070946 after retry RPC after error@1374283435) -> (continuation of Deferred@1300773682 after retry RPC after error@1810473581) -> (continuation of Deferred@722115188 after retry RPC after error@893971712), errback=(continuation of Deferred@1295941812 after retry RPC after error@944966670) -> (continuation of Deferred@998614947 after retry RPC after error@1798036591) -> (continuation of Deferred@1386859166 after retry RPC after error@1916444601) -> (continuation of Deferred@1679070946 after retry RPC after error@1374283435) -> (continuation of Deferred@1300773682 after retry RPC after error@1810473581) -> (continuation of Deferred@722115188 after retry RPC after error@893971712)))
13:57:34.729 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [165ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@191586990(state=PENDING, result=null, callback=(continuation of Deferred@1295941812 after retry RPC after error@944966670) -> (continuation of Deferred@998614947 after retry RPC after error@1798036591) -> (continuation of Deferred@1386859166 after retry RPC after error@1916444601) -> (continuation of Deferred@1679070946 after retry RPC after error@1374283435) -> (continuation of Deferred@1300773682 after retry RPC after error@1810473581) -> (continuation of Deferred@722115188 after retry RPC after error@893971712), errback=(continuation of Deferred@1295941812 after retry RPC after error@944966670) -> (continuation of Deferred@998614947 after retry RPC after error@1798036591) -> (continuation of Deferred@1386859166 after retry RPC after error@1916444601) -> (continuation of Deferred@1679070946 after retry RPC after error@1374283435) -> (continuation of Deferred@1300773682 after retry RPC after error@1810473581) -> (continuation of Deferred@722115188 after retry RPC after error@893971712)))
13:57:34.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.765 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@53483540(state=PENDING, result=null, callback=(continuation of Deferred@1436219977 after retry RPC after error@1264282030) -> (continuation of Deferred@824403376 after retry RPC after error@852507448) -> (continuation of Deferred@807065497 after retry RPC after error@547151405) -> (continuation of Deferred@171450731 after retry RPC after error@956486383) -> (continuation of Deferred@1598188617 after retry RPC after error@426355770) -> (continuation of Deferred@1385297157 after retry RPC after error@2100019218) -> (continuation of Deferred@835177434 after retry RPC after error@1696311716), errback=(continuation of Deferred@1436219977 after retry RPC after error@1264282030) -> (continuation of Deferred@824403376 after retry RPC after error@852507448) -> (continuation of Deferred@807065497 after retry RPC after error@547151405) -> (continuation of Deferred@171450731 after retry RPC after error@956486383) -> (continuation of Deferred@1598188617 after retry RPC after error@426355770) -> (continuation of Deferred@1385297157 after retry RPC after error@2100019218) -> (continuation of Deferred@835177434 after retry RPC after error@1696311716)))
13:57:34.927 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@53483540(state=PENDING, result=null, callback=(continuation of Deferred@1436219977 after retry RPC after error@1264282030) -> (continuation of Deferred@824403376 after retry RPC after error@852507448) -> (continuation of Deferred@807065497 after retry RPC after error@547151405) -> (continuation of Deferred@171450731 after retry RPC after error@956486383) -> (continuation of Deferred@1598188617 after retry RPC after error@426355770) -> (continuation of Deferred@1385297157 after retry RPC after error@2100019218) -> (continuation of Deferred@835177434 after retry RPC after error@1696311716), errback=(continuation of Deferred@1436219977 after retry RPC after error@1264282030) -> (continuation of Deferred@824403376 after retry RPC after error@852507448) -> (continuation of Deferred@807065497 after retry RPC after error@547151405) -> (continuation of Deferred@171450731 after retry RPC after error@956486383) -> (continuation of Deferred@1598188617 after retry RPC after error@426355770) -> (continuation of Deferred@1385297157 after retry RPC after error@2100019218) -> (continuation of Deferred@835177434 after retry RPC after error@1696311716)))
13:57:34.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.964 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.964 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.964 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:34.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:34.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:34.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:34.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:34.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.025 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.204 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@684006501(state=PENDING, result=null, callback=(continuation of Deferred@18692857 after retry RPC after error@392132580) -> (continuation of Deferred@1567506029 after retry RPC after error@1573402513) -> (continuation of Deferred@896140323 after retry RPC after error@1508291901) -> (continuation of Deferred@1977054522 after retry RPC after error@1774166190) -> (continuation of Deferred@210889382 after retry RPC after error@1622337876) -> (continuation of Deferred@780283613 after retry RPC after error@975982963) -> (continuation of Deferred@971724874 after retry RPC after error@1315241578), errback=(continuation of Deferred@18692857 after retry RPC after error@392132580) -> (continuation of Deferred@1567506029 after retry RPC after error@1573402513) -> (continuation of Deferred@896140323 after retry RPC after error@1508291901) -> (continuation of Deferred@1977054522 after retry RPC after error@1774166190) -> (continuation of Deferred@210889382 after retry RPC after error@1622337876) -> (continuation of Deferred@780283613 after retry RPC after error@975982963) -> (continuation of Deferred@971724874 after retry RPC after error@1315241578)))
13:57:35.204 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:35.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.325 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.409 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [185ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1833257661(state=PENDING, result=null, callback=(continuation of Deferred@1581090405 after retry RPC after error@438776212) -> (continuation of Deferred@1345949499 after retry RPC after error@401487651) -> (continuation of Deferred@634553621 after retry RPC after error@114994090) -> (continuation of Deferred@436648989 after retry RPC after error@2092422993) -> (continuation of Deferred@1299976191 after retry RPC after error@505969153) -> (continuation of Deferred@828496781 after retry RPC after error@1940819887) -> (continuation of Deferred@1577084370 after retry RPC after error@52814945), errback=(continuation of Deferred@1581090405 after retry RPC after error@438776212) -> (continuation of Deferred@1345949499 after retry RPC after error@401487651) -> (continuation of Deferred@634553621 after retry RPC after error@114994090) -> (continuation of Deferred@436648989 after retry RPC after error@2092422993) -> (continuation of Deferred@1299976191 after retry RPC after error@505969153) -> (continuation of Deferred@828496781 after retry RPC after error@1940819887) -> (continuation of Deferred@1577084370 after retry RPC after error@52814945)))
13:57:35.467 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [185ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1833257661(state=PENDING, result=null, callback=(continuation of Deferred@1581090405 after retry RPC after error@438776212) -> (continuation of Deferred@1345949499 after retry RPC after error@401487651) -> (continuation of Deferred@634553621 after retry RPC after error@114994090) -> (continuation of Deferred@436648989 after retry RPC after error@2092422993) -> (continuation of Deferred@1299976191 after retry RPC after error@505969153) -> (continuation of Deferred@828496781 after retry RPC after error@1940819887) -> (continuation of Deferred@1577084370 after retry RPC after error@52814945), errback=(continuation of Deferred@1581090405 after retry RPC after error@438776212) -> (continuation of Deferred@1345949499 after retry RPC after error@401487651) -> (continuation of Deferred@634553621 after retry RPC after error@114994090) -> (continuation of Deferred@436648989 after retry RPC after error@2092422993) -> (continuation of Deferred@1299976191 after retry RPC after error@505969153) -> (continuation of Deferred@828496781 after retry RPC after error@1940819887) -> (continuation of Deferred@1577084370 after retry RPC after error@52814945)))
13:57:35.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.484 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.525 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.527 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.545 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.545 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.565 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.565 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.565 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.744 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1928805914(state=PENDING, result=null, callback=(continuation of Deferred@1878391888 after retry RPC after error@831337413) -> (continuation of Deferred@1186873381 after retry RPC after error@234008838) -> (continuation of Deferred@1294322580 after retry RPC after error@359582446) -> (continuation of Deferred@568663822 after retry RPC after error@965206197) -> (continuation of Deferred@1520301434 after retry RPC after error@969375101) -> (continuation of Deferred@819136548 after retry RPC after error@911721667) -> (continuation of Deferred@64278870 after retry RPC after error@33192132) -> (continuation of Deferred@700502775 after retry RPC after error@557415120), errback=(continuation of Deferred@1878391888 after retry RPC after error@831337413) -> (continuation of Deferred@1186873381 after retry RPC after error@234008838) -> (continuation of Deferred@1294322580 after retry RPC after error@359582446) -> (continuation of Deferred@568663822 after retry RPC after error@965206197) -> (continuation of Deferred@1520301434 after retry RPC after error@969375101) -> (continuation of Deferred@819136548 after retry RPC after error@911721667) -> (continuation of Deferred@64278870 after retry RPC after error@33192132) -> (continuation of Deferred@700502775 after retry RPC after error@557415120)))
13:57:35.745 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:35.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.766 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.766 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.803 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:35.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:35.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:35.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:35.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:35.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.024 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@779651973(state=PENDING, result=null, callback=(continuation of Deferred@1455320077 after retry RPC after error@352658152) -> (continuation of Deferred@1499440203 after retry RPC after error@865151046) -> (continuation of Deferred@376103997 after retry RPC after error@709133946) -> (continuation of Deferred@245174917 after retry RPC after error@880072712) -> (continuation of Deferred@1979619767 after retry RPC after error@2064098852) -> (continuation of Deferred@501783291 after retry RPC after error@265201110) -> (continuation of Deferred@251442873 after retry RPC after error@1217136580), errback=(continuation of Deferred@1455320077 after retry RPC after error@352658152) -> (continuation of Deferred@1499440203 after retry RPC after error@865151046) -> (continuation of Deferred@376103997 after retry RPC after error@709133946) -> (continuation of Deferred@245174917 after retry RPC after error@880072712) -> (continuation of Deferred@1979619767 after retry RPC after error@2064098852) -> (continuation of Deferred@501783291 after retry RPC after error@265201110) -> (continuation of Deferred@251442873 after retry RPC after error@1217136580)))
13:57:36.025 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:36.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.046 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.065 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.065 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.105 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.105 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.107 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.145 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.145 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.205 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1201476089(state=PENDING, result=null, callback=(continuation of Deferred@1709691890 after retry RPC after error@1198372544) -> (continuation of Deferred@1472692142 after retry RPC after error@2029694582) -> (continuation of Deferred@601459416 after retry RPC after error@153678805) -> (continuation of Deferred@1711200081 after retry RPC after error@1213877382) -> (continuation of Deferred@666533919 after retry RPC after error@1774348646) -> (continuation of Deferred@2048225104 after retry RPC after error@1622221544) -> (continuation of Deferred@335084697 after retry RPC after error@1770729177), errback=(continuation of Deferred@1709691890 after retry RPC after error@1198372544) -> (continuation of Deferred@1472692142 after retry RPC after error@2029694582) -> (continuation of Deferred@601459416 after retry RPC after error@153678805) -> (continuation of Deferred@1711200081 after retry RPC after error@1213877382) -> (continuation of Deferred@666533919 after retry RPC after error@1774348646) -> (continuation of Deferred@2048225104 after retry RPC after error@1622221544) -> (continuation of Deferred@335084697 after retry RPC after error@1770729177)))
13:57:36.267 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1201476089(state=PENDING, result=null, callback=(continuation of Deferred@1709691890 after retry RPC after error@1198372544) -> (continuation of Deferred@1472692142 after retry RPC after error@2029694582) -> (continuation of Deferred@601459416 after retry RPC after error@153678805) -> (continuation of Deferred@1711200081 after retry RPC after error@1213877382) -> (continuation of Deferred@666533919 after retry RPC after error@1774348646) -> (continuation of Deferred@2048225104 after retry RPC after error@1622221544) -> (continuation of Deferred@335084697 after retry RPC after error@1770729177), errback=(continuation of Deferred@1709691890 after retry RPC after error@1198372544) -> (continuation of Deferred@1472692142 after retry RPC after error@2029694582) -> (continuation of Deferred@601459416 after retry RPC after error@153678805) -> (continuation of Deferred@1711200081 after retry RPC after error@1213877382) -> (continuation of Deferred@666533919 after retry RPC after error@1774348646) -> (continuation of Deferred@2048225104 after retry RPC after error@1622221544) -> (continuation of Deferred@335084697 after retry RPC after error@1770729177)))
13:57:36.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.285 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.285 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@541457187(state=PENDING, result=null, callback=(continuation of Deferred@582695768 after retry RPC after error@890013020) -> (continuation of Deferred@2054351860 after retry RPC after error@1969326970) -> (continuation of Deferred@251338613 after retry RPC after error@1603030419) -> (continuation of Deferred@852242653 after retry RPC after error@1267681189) -> (continuation of Deferred@500820246 after retry RPC after error@545574891) -> (continuation of Deferred@1931303422 after retry RPC after error@1109301847), errback=(continuation of Deferred@582695768 after retry RPC after error@890013020) -> (continuation of Deferred@2054351860 after retry RPC after error@1969326970) -> (continuation of Deferred@251338613 after retry RPC after error@1603030419) -> (continuation of Deferred@852242653 after retry RPC after error@1267681189) -> (continuation of Deferred@500820246 after retry RPC after error@545574891) -> (continuation of Deferred@1931303422 after retry RPC after error@1109301847)))
13:57:36.447 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@541457187(state=PENDING, result=null, callback=(continuation of Deferred@582695768 after retry RPC after error@890013020) -> (continuation of Deferred@2054351860 after retry RPC after error@1969326970) -> (continuation of Deferred@251338613 after retry RPC after error@1603030419) -> (continuation of Deferred@852242653 after retry RPC after error@1267681189) -> (continuation of Deferred@500820246 after retry RPC after error@545574891) -> (continuation of Deferred@1931303422 after retry RPC after error@1109301847), errback=(continuation of Deferred@582695768 after retry RPC after error@890013020) -> (continuation of Deferred@2054351860 after retry RPC after error@1969326970) -> (continuation of Deferred@251338613 after retry RPC after error@1603030419) -> (continuation of Deferred@852242653 after retry RPC after error@1267681189) -> (continuation of Deferred@500820246 after retry RPC after error@545574891) -> (continuation of Deferred@1931303422 after retry RPC after error@1109301847)))
13:57:36.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:36.450173 28710 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:57:36.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:36.454628 28710 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:57:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:36.456218 28710 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.53.254:39885)
13:57:36.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.564 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.564 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.564 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.564 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.564 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.564 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.687 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1130641612(state=PENDING, result=null, callback=(continuation of Deferred@1425171784 after retry RPC after error@18996300) -> (continuation of Deferred@899008213 after retry RPC after error@1465203443) -> (continuation of Deferred@273337716 after retry RPC after error@528916621) -> (continuation of Deferred@79593158 after retry RPC after error@2059558400) -> (continuation of Deferred@1009061185 after retry RPC after error@369967232) -> (continuation of Deferred@1639077065 after retry RPC after error@157824161) -> (continuation of Deferred@489910216 after retry RPC after error@1640379822), errback=(continuation of Deferred@1425171784 after retry RPC after error@18996300) -> (continuation of Deferred@899008213 after retry RPC after error@1465203443) -> (continuation of Deferred@273337716 after retry RPC after error@528916621) -> (continuation of Deferred@79593158 after retry RPC after error@2059558400) -> (continuation of Deferred@1009061185 after retry RPC after error@369967232) -> (continuation of Deferred@1639077065 after retry RPC after error@157824161) -> (continuation of Deferred@489910216 after retry RPC after error@1640379822)))
13:57:36.687 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1130641612(state=PENDING, result=null, callback=(continuation of Deferred@1425171784 after retry RPC after error@18996300) -> (continuation of Deferred@899008213 after retry RPC after error@1465203443) -> (continuation of Deferred@273337716 after retry RPC after error@528916621) -> (continuation of Deferred@79593158 after retry RPC after error@2059558400) -> (continuation of Deferred@1009061185 after retry RPC after error@369967232) -> (continuation of Deferred@1639077065 after retry RPC after error@157824161) -> (continuation of Deferred@489910216 after retry RPC after error@1640379822), errback=(continuation of Deferred@1425171784 after retry RPC after error@18996300) -> (continuation of Deferred@899008213 after retry RPC after error@1465203443) -> (continuation of Deferred@273337716 after retry RPC after error@528916621) -> (continuation of Deferred@79593158 after retry RPC after error@2059558400) -> (continuation of Deferred@1009061185 after retry RPC after error@369967232) -> (continuation of Deferred@1639077065 after retry RPC after error@157824161) -> (continuation of Deferred@489910216 after retry RPC after error@1640379822)))
13:57:36.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.744 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.744 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.744 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.765 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.804 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.804 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.804 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.864 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.865 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@392437183(state=PENDING, result=null, callback=(continuation of Deferred@1806220747 after retry RPC after error@1245668852) -> (continuation of Deferred@1647426698 after retry RPC after error@1427102870) -> (continuation of Deferred@2078762265 after retry RPC after error@1254539092) -> (continuation of Deferred@637308778 after retry RPC after error@247209007) -> (continuation of Deferred@1311997772 after retry RPC after error@829445569) -> (continuation of Deferred@1890978650 after retry RPC after error@503659527) -> (continuation of Deferred@1259993492 after retry RPC after error@2020897643), errback=(continuation of Deferred@1806220747 after retry RPC after error@1245668852) -> (continuation of Deferred@1647426698 after retry RPC after error@1427102870) -> (continuation of Deferred@2078762265 after retry RPC after error@1254539092) -> (continuation of Deferred@637308778 after retry RPC after error@247209007) -> (continuation of Deferred@1311997772 after retry RPC after error@829445569) -> (continuation of Deferred@1890978650 after retry RPC after error@503659527) -> (continuation of Deferred@1259993492 after retry RPC after error@2020897643)))
13:57:36.926 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@392437183(state=PENDING, result=null, callback=(continuation of Deferred@1806220747 after retry RPC after error@1245668852) -> (continuation of Deferred@1647426698 after retry RPC after error@1427102870) -> (continuation of Deferred@2078762265 after retry RPC after error@1254539092) -> (continuation of Deferred@637308778 after retry RPC after error@247209007) -> (continuation of Deferred@1311997772 after retry RPC after error@829445569) -> (continuation of Deferred@1890978650 after retry RPC after error@503659527) -> (continuation of Deferred@1259993492 after retry RPC after error@2020897643), errback=(continuation of Deferred@1806220747 after retry RPC after error@1245668852) -> (continuation of Deferred@1647426698 after retry RPC after error@1427102870) -> (continuation of Deferred@2078762265 after retry RPC after error@1254539092) -> (continuation of Deferred@637308778 after retry RPC after error@247209007) -> (continuation of Deferred@1311997772 after retry RPC after error@829445569) -> (continuation of Deferred@1890978650 after retry RPC after error@503659527) -> (continuation of Deferred@1259993492 after retry RPC after error@2020897643)))
13:57:36.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.944 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.965 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:36.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:36.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:36.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:36.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:36.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.106 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@190521536(state=PENDING, result=null, callback=(continuation of Deferred@1357899243 after retry RPC after error@714216297) -> (continuation of Deferred@1890401802 after retry RPC after error@572673535) -> (continuation of Deferred@231548141 after retry RPC after error@939419494) -> (continuation of Deferred@783958781 after retry RPC after error@508014432) -> (continuation of Deferred@2051607049 after retry RPC after error@1053329265) -> (continuation of Deferred@1108973567 after retry RPC after error@1627790451), errback=(continuation of Deferred@1357899243 after retry RPC after error@714216297) -> (continuation of Deferred@1890401802 after retry RPC after error@572673535) -> (continuation of Deferred@231548141 after retry RPC after error@939419494) -> (continuation of Deferred@783958781 after retry RPC after error@508014432) -> (continuation of Deferred@2051607049 after retry RPC after error@1053329265) -> (continuation of Deferred@1108973567 after retry RPC after error@1627790451)))
13:57:37.106 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@190521536(state=PENDING, result=null, callback=(continuation of Deferred@1357899243 after retry RPC after error@714216297) -> (continuation of Deferred@1890401802 after retry RPC after error@572673535) -> (continuation of Deferred@231548141 after retry RPC after error@939419494) -> (continuation of Deferred@783958781 after retry RPC after error@508014432) -> (continuation of Deferred@2051607049 after retry RPC after error@1053329265) -> (continuation of Deferred@1108973567 after retry RPC after error@1627790451), errback=(continuation of Deferred@1357899243 after retry RPC after error@714216297) -> (continuation of Deferred@1890401802 after retry RPC after error@572673535) -> (continuation of Deferred@231548141 after retry RPC after error@939419494) -> (continuation of Deferred@783958781 after retry RPC after error@508014432) -> (continuation of Deferred@2051607049 after retry RPC after error@1053329265) -> (continuation of Deferred@1108973567 after retry RPC after error@1627790451)))
13:57:37.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.164 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.204 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.226 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@124863541(state=PENDING, result=null, callback=(continuation of Deferred@836392310 after retry RPC after error@1499585636) -> (continuation of Deferred@982990361 after retry RPC after error@927630738) -> (continuation of Deferred@1415055336 after retry RPC after error@59597819) -> (continuation of Deferred@6939237 after retry RPC after error@1676448239) -> (continuation of Deferred@2006953277 after retry RPC after error@535141006) -> (continuation of Deferred@1355819485 after retry RPC after error@1463069121) -> (continuation of Deferred@1573388383 after retry RPC after error@1858781314), errback=(continuation of Deferred@836392310 after retry RPC after error@1499585636) -> (continuation of Deferred@982990361 after retry RPC after error@927630738) -> (continuation of Deferred@1415055336 after retry RPC after error@59597819) -> (continuation of Deferred@6939237 after retry RPC after error@1676448239) -> (continuation of Deferred@2006953277 after retry RPC after error@535141006) -> (continuation of Deferred@1355819485 after retry RPC after error@1463069121) -> (continuation of Deferred@1573388383 after retry RPC after error@1858781314)))
13:57:37.366 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@124863541(state=PENDING, result=null, callback=(continuation of Deferred@836392310 after retry RPC after error@1499585636) -> (continuation of Deferred@982990361 after retry RPC after error@927630738) -> (continuation of Deferred@1415055336 after retry RPC after error@59597819) -> (continuation of Deferred@6939237 after retry RPC after error@1676448239) -> (continuation of Deferred@2006953277 after retry RPC after error@535141006) -> (continuation of Deferred@1355819485 after retry RPC after error@1463069121) -> (continuation of Deferred@1573388383 after retry RPC after error@1858781314), errback=(continuation of Deferred@836392310 after retry RPC after error@1499585636) -> (continuation of Deferred@982990361 after retry RPC after error@927630738) -> (continuation of Deferred@1415055336 after retry RPC after error@59597819) -> (continuation of Deferred@6939237 after retry RPC after error@1676448239) -> (continuation of Deferred@2006953277 after retry RPC after error@535141006) -> (continuation of Deferred@1355819485 after retry RPC after error@1463069121) -> (continuation of Deferred@1573388383 after retry RPC after error@1858781314)))
13:57:37.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.569 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.569 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.569 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.569 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.569 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.569 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.570 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.570 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [185ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [185ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [186ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [186ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2066235744(state=PENDING, result=null, callback=(continuation of Deferred@1551160116 after retry RPC after error@1602437398) -> (continuation of Deferred@1411959631 after retry RPC after error@1832035307) -> (continuation of Deferred@388313098 after retry RPC after error@1391155209) -> (continuation of Deferred@1082885032 after retry RPC after error@945704361) -> (continuation of Deferred@105222088 after retry RPC after error@249996313) -> (continuation of Deferred@317517998 after retry RPC after error@1477825631) -> (continuation of Deferred@1921264474 after retry RPC after error@1232707455), errback=(continuation of Deferred@1551160116 after retry RPC after error@1602437398) -> (continuation of Deferred@1411959631 after retry RPC after error@1832035307) -> (continuation of Deferred@388313098 after retry RPC after error@1391155209) -> (continuation of Deferred@1082885032 after retry RPC after error@945704361) -> (continuation of Deferred@105222088 after retry RPC after error@249996313) -> (continuation of Deferred@317517998 after retry RPC after error@1477825631) -> (continuation of Deferred@1921264474 after retry RPC after error@1232707455)))
13:57:37.627 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [185ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [185ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [186ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [186ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2066235744(state=PENDING, result=null, callback=(continuation of Deferred@1551160116 after retry RPC after error@1602437398) -> (continuation of Deferred@1411959631 after retry RPC after error@1832035307) -> (continuation of Deferred@388313098 after retry RPC after error@1391155209) -> (continuation of Deferred@1082885032 after retry RPC after error@945704361) -> (continuation of Deferred@105222088 after retry RPC after error@249996313) -> (continuation of Deferred@317517998 after retry RPC after error@1477825631) -> (continuation of Deferred@1921264474 after retry RPC after error@1232707455), errback=(continuation of Deferred@1551160116 after retry RPC after error@1602437398) -> (continuation of Deferred@1411959631 after retry RPC after error@1832035307) -> (continuation of Deferred@388313098 after retry RPC after error@1391155209) -> (continuation of Deferred@1082885032 after retry RPC after error@945704361) -> (continuation of Deferred@105222088 after retry RPC after error@249996313) -> (continuation of Deferred@317517998 after retry RPC after error@1477825631) -> (continuation of Deferred@1921264474 after retry RPC after error@1232707455)))
13:57:37.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.705 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.766 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [144ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@195504941(state=PENDING, result=null, callback=(continuation of Deferred@1718774195 after retry RPC after error@838289654) -> (continuation of Deferred@1560173536 after retry RPC after error@1848835345) -> (continuation of Deferred@460861077 after retry RPC after error@281245172) -> (continuation of Deferred@1053564247 after retry RPC after error@1198499306) -> (continuation of Deferred@490288916 after retry RPC after error@383688082) -> (continuation of Deferred@1210457275 after retry RPC after error@1927065760), errback=(continuation of Deferred@1718774195 after retry RPC after error@838289654) -> (continuation of Deferred@1560173536 after retry RPC after error@1848835345) -> (continuation of Deferred@460861077 after retry RPC after error@281245172) -> (continuation of Deferred@1053564247 after retry RPC after error@1198499306) -> (continuation of Deferred@490288916 after retry RPC after error@383688082) -> (continuation of Deferred@1210457275 after retry RPC after error@1927065760)))
13:57:37.788 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [144ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@195504941(state=PENDING, result=null, callback=(continuation of Deferred@1718774195 after retry RPC after error@838289654) -> (continuation of Deferred@1560173536 after retry RPC after error@1848835345) -> (continuation of Deferred@460861077 after retry RPC after error@281245172) -> (continuation of Deferred@1053564247 after retry RPC after error@1198499306) -> (continuation of Deferred@490288916 after retry RPC after error@383688082) -> (continuation of Deferred@1210457275 after retry RPC after error@1927065760), errback=(continuation of Deferred@1718774195 after retry RPC after error@838289654) -> (continuation of Deferred@1560173536 after retry RPC after error@1848835345) -> (continuation of Deferred@460861077 after retry RPC after error@281245172) -> (continuation of Deferred@1053564247 after retry RPC after error@1198499306) -> (continuation of Deferred@490288916 after retry RPC after error@383688082) -> (continuation of Deferred@1210457275 after retry RPC after error@1927065760)))
13:57:37.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.865 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:37.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:37.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:37.945 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:37.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:37.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.025 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@673161128(state=PENDING, result=null, callback=(continuation of Deferred@34714397 after retry RPC after error@1740948918) -> (continuation of Deferred@1258272832 after retry RPC after error@516529256) -> (continuation of Deferred@290409975 after retry RPC after error@1357370141) -> (continuation of Deferred@1743609081 after retry RPC after error@898999984) -> (continuation of Deferred@1591637248 after retry RPC after error@818887421) -> (continuation of Deferred@1036558985 after retry RPC after error@636494758) -> (continuation of Deferred@137049197 after retry RPC after error@1098579783), errback=(continuation of Deferred@34714397 after retry RPC after error@1740948918) -> (continuation of Deferred@1258272832 after retry RPC after error@516529256) -> (continuation of Deferred@290409975 after retry RPC after error@1357370141) -> (continuation of Deferred@1743609081 after retry RPC after error@898999984) -> (continuation of Deferred@1591637248 after retry RPC after error@818887421) -> (continuation of Deferred@1036558985 after retry RPC after error@636494758) -> (continuation of Deferred@137049197 after retry RPC after error@1098579783)))
13:57:38.028 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@673161128(state=PENDING, result=null, callback=(continuation of Deferred@34714397 after retry RPC after error@1740948918) -> (continuation of Deferred@1258272832 after retry RPC after error@516529256) -> (continuation of Deferred@290409975 after retry RPC after error@1357370141) -> (continuation of Deferred@1743609081 after retry RPC after error@898999984) -> (continuation of Deferred@1591637248 after retry RPC after error@818887421) -> (continuation of Deferred@1036558985 after retry RPC after error@636494758) -> (continuation of Deferred@137049197 after retry RPC after error@1098579783), errback=(continuation of Deferred@34714397 after retry RPC after error@1740948918) -> (continuation of Deferred@1258272832 after retry RPC after error@516529256) -> (continuation of Deferred@290409975 after retry RPC after error@1357370141) -> (continuation of Deferred@1743609081 after retry RPC after error@898999984) -> (continuation of Deferred@1591637248 after retry RPC after error@818887421) -> (continuation of Deferred@1036558985 after retry RPC after error@636494758) -> (continuation of Deferred@137049197 after retry RPC after error@1098579783)))
13:57:38.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.065 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.065 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.065 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.304 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1613461959(state=PENDING, result=null, callback=(continuation of Deferred@992843689 after retry RPC after error@794658844) -> (continuation of Deferred@778042038 after retry RPC after error@360795131) -> (continuation of Deferred@1120278077 after retry RPC after error@18377489) -> (continuation of Deferred@1355004878 after retry RPC after error@1333980350) -> (continuation of Deferred@1032285325 after retry RPC after error@2139474127) -> (continuation of Deferred@844435770 after retry RPC after error@1793785042) -> (continuation of Deferred@1812923910 after retry RPC after error@1033726200), errback=(continuation of Deferred@992843689 after retry RPC after error@794658844) -> (continuation of Deferred@778042038 after retry RPC after error@360795131) -> (continuation of Deferred@1120278077 after retry RPC after error@18377489) -> (continuation of Deferred@1355004878 after retry RPC after error@1333980350) -> (continuation of Deferred@1032285325 after retry RPC after error@2139474127) -> (continuation of Deferred@844435770 after retry RPC after error@1793785042) -> (continuation of Deferred@1812923910 after retry RPC after error@1033726200)))
13:57:38.305 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:38.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:38.340168 29431 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:57:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:38.340438 29431 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:38.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:38.341284 29431 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:38.342628 28037 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111) [suppressed 3 similar messages]
13:57:38.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:38.344238 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:38.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:38.344493 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:38.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:38.344640 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:38.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:38.344883 29431 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:57:38.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.345 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.365 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.365 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.505 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.506 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@260139960(state=PENDING, result=null, callback=(continuation of Deferred@261097423 after retry RPC after error@1537415874) -> (continuation of Deferred@1761384008 after retry RPC after error@1822751812) -> (continuation of Deferred@1661280352 after retry RPC after error@548623304) -> (continuation of Deferred@754048832 after retry RPC after error@1744588870) -> (continuation of Deferred@766536441 after retry RPC after error@396837268) -> (continuation of Deferred@898533375 after retry RPC after error@821399400) -> (continuation of Deferred@507305005 after retry RPC after error@859473311), errback=(continuation of Deferred@261097423 after retry RPC after error@1537415874) -> (continuation of Deferred@1761384008 after retry RPC after error@1822751812) -> (continuation of Deferred@1661280352 after retry RPC after error@548623304) -> (continuation of Deferred@754048832 after retry RPC after error@1744588870) -> (continuation of Deferred@766536441 after retry RPC after error@396837268) -> (continuation of Deferred@898533375 after retry RPC after error@821399400) -> (continuation of Deferred@507305005 after retry RPC after error@859473311)))
13:57:38.507 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@260139960(state=PENDING, result=null, callback=(continuation of Deferred@261097423 after retry RPC after error@1537415874) -> (continuation of Deferred@1761384008 after retry RPC after error@1822751812) -> (continuation of Deferred@1661280352 after retry RPC after error@548623304) -> (continuation of Deferred@754048832 after retry RPC after error@1744588870) -> (continuation of Deferred@766536441 after retry RPC after error@396837268) -> (continuation of Deferred@898533375 after retry RPC after error@821399400) -> (continuation of Deferred@507305005 after retry RPC after error@859473311), errback=(continuation of Deferred@261097423 after retry RPC after error@1537415874) -> (continuation of Deferred@1761384008 after retry RPC after error@1822751812) -> (continuation of Deferred@1661280352 after retry RPC after error@548623304) -> (continuation of Deferred@754048832 after retry RPC after error@1744588870) -> (continuation of Deferred@766536441 after retry RPC after error@396837268) -> (continuation of Deferred@898533375 after retry RPC after error@821399400) -> (continuation of Deferred@507305005 after retry RPC after error@859473311)))
13:57:38.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.545 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.545 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.563 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.585 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.585 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.585 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.585 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.585 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.585 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.746 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2137999656(state=PENDING, result=null, callback=(continuation of Deferred@39443415 after retry RPC after error@322662322) -> (continuation of Deferred@795069629 after retry RPC after error@717284976) -> (continuation of Deferred@1712002972 after retry RPC after error@772125200) -> (continuation of Deferred@523404617 after retry RPC after error@845939641) -> (continuation of Deferred@207963551 after retry RPC after error@259257137) -> (continuation of Deferred@73410395 after retry RPC after error@1447271845) -> (continuation of Deferred@1890345807 after retry RPC after error@1624697872), errback=(continuation of Deferred@39443415 after retry RPC after error@322662322) -> (continuation of Deferred@795069629 after retry RPC after error@717284976) -> (continuation of Deferred@1712002972 after retry RPC after error@772125200) -> (continuation of Deferred@523404617 after retry RPC after error@845939641) -> (continuation of Deferred@207963551 after retry RPC after error@259257137) -> (continuation of Deferred@73410395 after retry RPC after error@1447271845) -> (continuation of Deferred@1890345807 after retry RPC after error@1624697872)))
13:57:38.747 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2137999656(state=PENDING, result=null, callback=(continuation of Deferred@39443415 after retry RPC after error@322662322) -> (continuation of Deferred@795069629 after retry RPC after error@717284976) -> (continuation of Deferred@1712002972 after retry RPC after error@772125200) -> (continuation of Deferred@523404617 after retry RPC after error@845939641) -> (continuation of Deferred@207963551 after retry RPC after error@259257137) -> (continuation of Deferred@73410395 after retry RPC after error@1447271845) -> (continuation of Deferred@1890345807 after retry RPC after error@1624697872), errback=(continuation of Deferred@39443415 after retry RPC after error@322662322) -> (continuation of Deferred@795069629 after retry RPC after error@717284976) -> (continuation of Deferred@1712002972 after retry RPC after error@772125200) -> (continuation of Deferred@523404617 after retry RPC after error@845939641) -> (continuation of Deferred@207963551 after retry RPC after error@259257137) -> (continuation of Deferred@73410395 after retry RPC after error@1447271845) -> (continuation of Deferred@1890345807 after retry RPC after error@1624697872)))
13:57:38.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.945 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1151511485(state=PENDING, result=null, callback=(continuation of Deferred@18510860 after retry RPC after error@2054988755) -> (continuation of Deferred@1489830128 after retry RPC after error@157525783) -> (continuation of Deferred@1527453731 after retry RPC after error@1148603050) -> (continuation of Deferred@1946945620 after retry RPC after error@1623413469) -> (continuation of Deferred@1661637862 after retry RPC after error@366977335) -> (continuation of Deferred@17126768 after retry RPC after error@2066397751) -> (continuation of Deferred@1286650896 after retry RPC after error@604928680), errback=(continuation of Deferred@18510860 after retry RPC after error@2054988755) -> (continuation of Deferred@1489830128 after retry RPC after error@157525783) -> (continuation of Deferred@1527453731 after retry RPC after error@1148603050) -> (continuation of Deferred@1946945620 after retry RPC after error@1623413469) -> (continuation of Deferred@1661637862 after retry RPC after error@366977335) -> (continuation of Deferred@17126768 after retry RPC after error@2066397751) -> (continuation of Deferred@1286650896 after retry RPC after error@604928680)))
13:57:38.947 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1151511485(state=PENDING, result=null, callback=(continuation of Deferred@18510860 after retry RPC after error@2054988755) -> (continuation of Deferred@1489830128 after retry RPC after error@157525783) -> (continuation of Deferred@1527453731 after retry RPC after error@1148603050) -> (continuation of Deferred@1946945620 after retry RPC after error@1623413469) -> (continuation of Deferred@1661637862 after retry RPC after error@366977335) -> (continuation of Deferred@17126768 after retry RPC after error@2066397751) -> (continuation of Deferred@1286650896 after retry RPC after error@604928680), errback=(continuation of Deferred@18510860 after retry RPC after error@2054988755) -> (continuation of Deferred@1489830128 after retry RPC after error@157525783) -> (continuation of Deferred@1527453731 after retry RPC after error@1148603050) -> (continuation of Deferred@1946945620 after retry RPC after error@1623413469) -> (continuation of Deferred@1661637862 after retry RPC after error@366977335) -> (continuation of Deferred@17126768 after retry RPC after error@2066397751) -> (continuation of Deferred@1286650896 after retry RPC after error@604928680)))
13:57:38.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:38.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:38.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:38.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:38.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:38.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.025 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.126 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1784688478(state=PENDING, result=null, callback=(continuation of Deferred@243365526 after retry RPC after error@1005174295) -> (continuation of Deferred@1216524765 after retry RPC after error@594767180) -> (continuation of Deferred@641964658 after retry RPC after error@1345094059) -> (continuation of Deferred@234741290 after retry RPC after error@895278036) -> (continuation of Deferred@267798279 after retry RPC after error@1004781195) -> (continuation of Deferred@1485585235 after retry RPC after error@199084525), errback=(continuation of Deferred@243365526 after retry RPC after error@1005174295) -> (continuation of Deferred@1216524765 after retry RPC after error@594767180) -> (continuation of Deferred@641964658 after retry RPC after error@1345094059) -> (continuation of Deferred@234741290 after retry RPC after error@895278036) -> (continuation of Deferred@267798279 after retry RPC after error@1004781195) -> (continuation of Deferred@1485585235 after retry RPC after error@199084525)))
13:57:39.126 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1784688478(state=PENDING, result=null, callback=(continuation of Deferred@243365526 after retry RPC after error@1005174295) -> (continuation of Deferred@1216524765 after retry RPC after error@594767180) -> (continuation of Deferred@641964658 after retry RPC after error@1345094059) -> (continuation of Deferred@234741290 after retry RPC after error@895278036) -> (continuation of Deferred@267798279 after retry RPC after error@1004781195) -> (continuation of Deferred@1485585235 after retry RPC after error@199084525), errback=(continuation of Deferred@243365526 after retry RPC after error@1005174295) -> (continuation of Deferred@1216524765 after retry RPC after error@594767180) -> (continuation of Deferred@641964658 after retry RPC after error@1345094059) -> (continuation of Deferred@234741290 after retry RPC after error@895278036) -> (continuation of Deferred@267798279 after retry RPC after error@1004781195) -> (continuation of Deferred@1485585235 after retry RPC after error@199084525)))
13:57:39.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.144 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.144 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.145 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.325 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.388 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@161722032(state=PENDING, result=null, callback=(continuation of Deferred@1696787708 after retry RPC after error@1328909356) -> (continuation of Deferred@968498026 after retry RPC after error@762897603) -> (continuation of Deferred@1607444636 after retry RPC after error@1014500261) -> (continuation of Deferred@1441801739 after retry RPC after error@1061461642) -> (continuation of Deferred@493705910 after retry RPC after error@1639206813) -> (continuation of Deferred@891354590 after retry RPC after error@780895550) -> (continuation of Deferred@1506071219 after retry RPC after error@449816241) -> (continuation of Deferred@674457147 after retry RPC after error@1524872310), errback=(continuation of Deferred@1696787708 after retry RPC after error@1328909356) -> (continuation of Deferred@968498026 after retry RPC after error@762897603) -> (continuation of Deferred@1607444636 after retry RPC after error@1014500261) -> (continuation of Deferred@1441801739 after retry RPC after error@1061461642) -> (continuation of Deferred@493705910 after retry RPC after error@1639206813) -> (continuation of Deferred@891354590 after retry RPC after error@780895550) -> (continuation of Deferred@1506071219 after retry RPC after error@449816241) -> (continuation of Deferred@674457147 after retry RPC after error@1524872310)))
13:57:39.388 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@161722032(state=PENDING, result=null, callback=(continuation of Deferred@1696787708 after retry RPC after error@1328909356) -> (continuation of Deferred@968498026 after retry RPC after error@762897603) -> (continuation of Deferred@1607444636 after retry RPC after error@1014500261) -> (continuation of Deferred@1441801739 after retry RPC after error@1061461642) -> (continuation of Deferred@493705910 after retry RPC after error@1639206813) -> (continuation of Deferred@891354590 after retry RPC after error@780895550) -> (continuation of Deferred@1506071219 after retry RPC after error@449816241) -> (continuation of Deferred@674457147 after retry RPC after error@1524872310), errback=(continuation of Deferred@1696787708 after retry RPC after error@1328909356) -> (continuation of Deferred@968498026 after retry RPC after error@762897603) -> (continuation of Deferred@1607444636 after retry RPC after error@1014500261) -> (continuation of Deferred@1441801739 after retry RPC after error@1061461642) -> (continuation of Deferred@493705910 after retry RPC after error@1639206813) -> (continuation of Deferred@891354590 after retry RPC after error@780895550) -> (continuation of Deferred@1506071219 after retry RPC after error@449816241) -> (continuation of Deferred@674457147 after retry RPC after error@1524872310)))
13:57:39.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:39.477481 29444 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:57:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:39.477733 29444 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:39.478529 29444 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:39.481362 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:39.481670 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:39.481817 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:39.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:39.482190 29444 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:57:39.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.564 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.564 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.564 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.564 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.564 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.564 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1064533814(state=PENDING, result=null, callback=(continuation of Deferred@1080826098 after retry RPC after error@1113300785) -> (continuation of Deferred@311720926 after retry RPC after error@909786229) -> (continuation of Deferred@372316616 after retry RPC after error@143506984) -> (continuation of Deferred@964062828 after retry RPC after error@1581786275) -> (continuation of Deferred@1084856827 after retry RPC after error@623903544) -> (continuation of Deferred@801049852 after retry RPC after error@810371220) -> (continuation of Deferred@1017604391 after retry RPC after error@422286408), errback=(continuation of Deferred@1080826098 after retry RPC after error@1113300785) -> (continuation of Deferred@311720926 after retry RPC after error@909786229) -> (continuation of Deferred@372316616 after retry RPC after error@143506984) -> (continuation of Deferred@964062828 after retry RPC after error@1581786275) -> (continuation of Deferred@1084856827 after retry RPC after error@623903544) -> (continuation of Deferred@801049852 after retry RPC after error@810371220) -> (continuation of Deferred@1017604391 after retry RPC after error@422286408)))
13:57:39.566 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1064533814(state=PENDING, result=null, callback=(continuation of Deferred@1080826098 after retry RPC after error@1113300785) -> (continuation of Deferred@311720926 after retry RPC after error@909786229) -> (continuation of Deferred@372316616 after retry RPC after error@143506984) -> (continuation of Deferred@964062828 after retry RPC after error@1581786275) -> (continuation of Deferred@1084856827 after retry RPC after error@623903544) -> (continuation of Deferred@801049852 after retry RPC after error@810371220) -> (continuation of Deferred@1017604391 after retry RPC after error@422286408), errback=(continuation of Deferred@1080826098 after retry RPC after error@1113300785) -> (continuation of Deferred@311720926 after retry RPC after error@909786229) -> (continuation of Deferred@372316616 after retry RPC after error@143506984) -> (continuation of Deferred@964062828 after retry RPC after error@1581786275) -> (continuation of Deferred@1084856827 after retry RPC after error@623903544) -> (continuation of Deferred@801049852 after retry RPC after error@810371220) -> (continuation of Deferred@1017604391 after retry RPC after error@422286408)))
13:57:39.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.585 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.585 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.585 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.585 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.705 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.706 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.706 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.825 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.825 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1032214318(state=PENDING, result=null, callback=(continuation of Deferred@327223976 after retry RPC after error@2009741819) -> (continuation of Deferred@873825017 after retry RPC after error@1000709234) -> (continuation of Deferred@543823332 after retry RPC after error@105506291) -> (continuation of Deferred@517193097 after retry RPC after error@151188525) -> (continuation of Deferred@2033653212 after retry RPC after error@815268212) -> (continuation of Deferred@858053915 after retry RPC after error@756671694) -> (continuation of Deferred@1816239428 after retry RPC after error@480420377) -> (continuation of Deferred@159082643 after retry RPC after error@1797702374), errback=(continuation of Deferred@327223976 after retry RPC after error@2009741819) -> (continuation of Deferred@873825017 after retry RPC after error@1000709234) -> (continuation of Deferred@543823332 after retry RPC after error@105506291) -> (continuation of Deferred@517193097 after retry RPC after error@151188525) -> (continuation of Deferred@2033653212 after retry RPC after error@815268212) -> (continuation of Deferred@858053915 after retry RPC after error@756671694) -> (continuation of Deferred@1816239428 after retry RPC after error@480420377) -> (continuation of Deferred@159082643 after retry RPC after error@1797702374)))
13:57:39.826 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1032214318(state=PENDING, result=null, callback=(continuation of Deferred@327223976 after retry RPC after error@2009741819) -> (continuation of Deferred@873825017 after retry RPC after error@1000709234) -> (continuation of Deferred@543823332 after retry RPC after error@105506291) -> (continuation of Deferred@517193097 after retry RPC after error@151188525) -> (continuation of Deferred@2033653212 after retry RPC after error@815268212) -> (continuation of Deferred@858053915 after retry RPC after error@756671694) -> (continuation of Deferred@1816239428 after retry RPC after error@480420377) -> (continuation of Deferred@159082643 after retry RPC after error@1797702374), errback=(continuation of Deferred@327223976 after retry RPC after error@2009741819) -> (continuation of Deferred@873825017 after retry RPC after error@1000709234) -> (continuation of Deferred@543823332 after retry RPC after error@105506291) -> (continuation of Deferred@517193097 after retry RPC after error@151188525) -> (continuation of Deferred@2033653212 after retry RPC after error@815268212) -> (continuation of Deferred@858053915 after retry RPC after error@756671694) -> (continuation of Deferred@1816239428 after retry RPC after error@480420377) -> (continuation of Deferred@159082643 after retry RPC after error@1797702374)))
13:57:39.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.863 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.885 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.905 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.905 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.964 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.964 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:39.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:39.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:39.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:39.984 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:39.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1754538143(state=PENDING, result=null, callback=(continuation of Deferred@1517535312 after retry RPC after error@1421616493) -> (continuation of Deferred@1642898507 after retry RPC after error@674619441) -> (continuation of Deferred@1820382247 after retry RPC after error@1503794071) -> (continuation of Deferred@1567107604 after retry RPC after error@1524334048) -> (continuation of Deferred@806398832 after retry RPC after error@2036807758) -> (continuation of Deferred@1698924028 after retry RPC after error@1685504201) -> (continuation of Deferred@1367911452 after retry RPC after error@292379435), errback=(continuation of Deferred@1517535312 after retry RPC after error@1421616493) -> (continuation of Deferred@1642898507 after retry RPC after error@674619441) -> (continuation of Deferred@1820382247 after retry RPC after error@1503794071) -> (continuation of Deferred@1567107604 after retry RPC after error@1524334048) -> (continuation of Deferred@806398832 after retry RPC after error@2036807758) -> (continuation of Deferred@1698924028 after retry RPC after error@1685504201) -> (continuation of Deferred@1367911452 after retry RPC after error@292379435)))
13:57:40.026 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1754538143(state=PENDING, result=null, callback=(continuation of Deferred@1517535312 after retry RPC after error@1421616493) -> (continuation of Deferred@1642898507 after retry RPC after error@674619441) -> (continuation of Deferred@1820382247 after retry RPC after error@1503794071) -> (continuation of Deferred@1567107604 after retry RPC after error@1524334048) -> (continuation of Deferred@806398832 after retry RPC after error@2036807758) -> (continuation of Deferred@1698924028 after retry RPC after error@1685504201) -> (continuation of Deferred@1367911452 after retry RPC after error@292379435), errback=(continuation of Deferred@1517535312 after retry RPC after error@1421616493) -> (continuation of Deferred@1642898507 after retry RPC after error@674619441) -> (continuation of Deferred@1820382247 after retry RPC after error@1503794071) -> (continuation of Deferred@1567107604 after retry RPC after error@1524334048) -> (continuation of Deferred@806398832 after retry RPC after error@2036807758) -> (continuation of Deferred@1698924028 after retry RPC after error@1685504201) -> (continuation of Deferred@1367911452 after retry RPC after error@292379435)))
13:57:40.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.164 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2143251132(state=PENDING, result=null, callback=(continuation of Deferred@279231671 after retry RPC after error@246081711) -> (continuation of Deferred@377140680 after retry RPC after error@303355697) -> (continuation of Deferred@669024448 after retry RPC after error@2119629571) -> (continuation of Deferred@1027724788 after retry RPC after error@165163058) -> (continuation of Deferred@706561865 after retry RPC after error@1666858986) -> (continuation of Deferred@1342679040 after retry RPC after error@404114322), errback=(continuation of Deferred@279231671 after retry RPC after error@246081711) -> (continuation of Deferred@377140680 after retry RPC after error@303355697) -> (continuation of Deferred@669024448 after retry RPC after error@2119629571) -> (continuation of Deferred@1027724788 after retry RPC after error@165163058) -> (continuation of Deferred@706561865 after retry RPC after error@1666858986) -> (continuation of Deferred@1342679040 after retry RPC after error@404114322)))
13:57:40.186 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2143251132(state=PENDING, result=null, callback=(continuation of Deferred@279231671 after retry RPC after error@246081711) -> (continuation of Deferred@377140680 after retry RPC after error@303355697) -> (continuation of Deferred@669024448 after retry RPC after error@2119629571) -> (continuation of Deferred@1027724788 after retry RPC after error@165163058) -> (continuation of Deferred@706561865 after retry RPC after error@1666858986) -> (continuation of Deferred@1342679040 after retry RPC after error@404114322), errback=(continuation of Deferred@279231671 after retry RPC after error@246081711) -> (continuation of Deferred@377140680 after retry RPC after error@303355697) -> (continuation of Deferred@669024448 after retry RPC after error@2119629571) -> (continuation of Deferred@1027724788 after retry RPC after error@165163058) -> (continuation of Deferred@706561865 after retry RPC after error@1666858986) -> (continuation of Deferred@1342679040 after retry RPC after error@404114322)))
13:57:40.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.344 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2114511018(state=PENDING, result=null, callback=(continuation of Deferred@557570687 after retry RPC after error@1141871722) -> (continuation of Deferred@259566184 after retry RPC after error@919340701) -> (continuation of Deferred@1230752281 after retry RPC after error@1909435292) -> (continuation of Deferred@1001284647 after retry RPC after error@1828746529) -> (continuation of Deferred@2057073050 after retry RPC after error@1979954718) -> (continuation of Deferred@1053064101 after retry RPC after error@1342421025) -> (continuation of Deferred@1225397018 after retry RPC after error@575864675), errback=(continuation of Deferred@557570687 after retry RPC after error@1141871722) -> (continuation of Deferred@259566184 after retry RPC after error@919340701) -> (continuation of Deferred@1230752281 after retry RPC after error@1909435292) -> (continuation of Deferred@1001284647 after retry RPC after error@1828746529) -> (continuation of Deferred@2057073050 after retry RPC after error@1979954718) -> (continuation of Deferred@1053064101 after retry RPC after error@1342421025) -> (continuation of Deferred@1225397018 after retry RPC after error@575864675)))
13:57:40.406 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2114511018(state=PENDING, result=null, callback=(continuation of Deferred@557570687 after retry RPC after error@1141871722) -> (continuation of Deferred@259566184 after retry RPC after error@919340701) -> (continuation of Deferred@1230752281 after retry RPC after error@1909435292) -> (continuation of Deferred@1001284647 after retry RPC after error@1828746529) -> (continuation of Deferred@2057073050 after retry RPC after error@1979954718) -> (continuation of Deferred@1053064101 after retry RPC after error@1342421025) -> (continuation of Deferred@1225397018 after retry RPC after error@575864675), errback=(continuation of Deferred@557570687 after retry RPC after error@1141871722) -> (continuation of Deferred@259566184 after retry RPC after error@919340701) -> (continuation of Deferred@1230752281 after retry RPC after error@1909435292) -> (continuation of Deferred@1001284647 after retry RPC after error@1828746529) -> (continuation of Deferred@2057073050 after retry RPC after error@1979954718) -> (continuation of Deferred@1053064101 after retry RPC after error@1342421025) -> (continuation of Deferred@1225397018 after retry RPC after error@575864675)))
13:57:40.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.485 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1419559559(state=PENDING, result=null, callback=(continuation of Deferred@1750909140 after retry RPC after error@396914130) -> (continuation of Deferred@1065938807 after retry RPC after error@229804795) -> (continuation of Deferred@65450489 after retry RPC after error@1475644074) -> (continuation of Deferred@805254260 after retry RPC after error@914589218) -> (continuation of Deferred@14450802 after retry RPC after error@1930357529) -> (continuation of Deferred@629423512 after retry RPC after error@261889436), errback=(continuation of Deferred@1750909140 after retry RPC after error@396914130) -> (continuation of Deferred@1065938807 after retry RPC after error@229804795) -> (continuation of Deferred@65450489 after retry RPC after error@1475644074) -> (continuation of Deferred@805254260 after retry RPC after error@914589218) -> (continuation of Deferred@14450802 after retry RPC after error@1930357529) -> (continuation of Deferred@629423512 after retry RPC after error@261889436)))
13:57:40.566 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1419559559(state=PENDING, result=null, callback=(continuation of Deferred@1750909140 after retry RPC after error@396914130) -> (continuation of Deferred@1065938807 after retry RPC after error@229804795) -> (continuation of Deferred@65450489 after retry RPC after error@1475644074) -> (continuation of Deferred@805254260 after retry RPC after error@914589218) -> (continuation of Deferred@14450802 after retry RPC after error@1930357529) -> (continuation of Deferred@629423512 after retry RPC after error@261889436), errback=(continuation of Deferred@1750909140 after retry RPC after error@396914130) -> (continuation of Deferred@1065938807 after retry RPC after error@229804795) -> (continuation of Deferred@65450489 after retry RPC after error@1475644074) -> (continuation of Deferred@805254260 after retry RPC after error@914589218) -> (continuation of Deferred@14450802 after retry RPC after error@1930357529) -> (continuation of Deferred@629423512 after retry RPC after error@261889436)))
13:57:40.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.686 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.724 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.746 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1366042604(state=PENDING, result=null, callback=(continuation of Deferred@318874017 after retry RPC after error@832886650) -> (continuation of Deferred@9288439 after retry RPC after error@812564045) -> (continuation of Deferred@779885896 after retry RPC after error@972292346) -> (continuation of Deferred@1413697329 after retry RPC after error@295309090) -> (continuation of Deferred@1606600196 after retry RPC after error@1177091798) -> (continuation of Deferred@140254181 after retry RPC after error@1233057491) -> (continuation of Deferred@4582174 after retry RPC after error@18508686), errback=(continuation of Deferred@318874017 after retry RPC after error@832886650) -> (continuation of Deferred@9288439 after retry RPC after error@812564045) -> (continuation of Deferred@779885896 after retry RPC after error@972292346) -> (continuation of Deferred@1413697329 after retry RPC after error@295309090) -> (continuation of Deferred@1606600196 after retry RPC after error@1177091798) -> (continuation of Deferred@140254181 after retry RPC after error@1233057491) -> (continuation of Deferred@4582174 after retry RPC after error@18508686)))
13:57:40.747 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1366042604(state=PENDING, result=null, callback=(continuation of Deferred@318874017 after retry RPC after error@832886650) -> (continuation of Deferred@9288439 after retry RPC after error@812564045) -> (continuation of Deferred@779885896 after retry RPC after error@972292346) -> (continuation of Deferred@1413697329 after retry RPC after error@295309090) -> (continuation of Deferred@1606600196 after retry RPC after error@1177091798) -> (continuation of Deferred@140254181 after retry RPC after error@1233057491) -> (continuation of Deferred@4582174 after retry RPC after error@18508686), errback=(continuation of Deferred@318874017 after retry RPC after error@832886650) -> (continuation of Deferred@9288439 after retry RPC after error@812564045) -> (continuation of Deferred@779885896 after retry RPC after error@972292346) -> (continuation of Deferred@1413697329 after retry RPC after error@295309090) -> (continuation of Deferred@1606600196 after retry RPC after error@1177091798) -> (continuation of Deferred@140254181 after retry RPC after error@1233057491) -> (continuation of Deferred@4582174 after retry RPC after error@18508686)))
13:57:40.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:40.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:40.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:40.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:40.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:40.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.024 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2124718694(state=PENDING, result=null, callback=(continuation of Deferred@1583087012 after retry RPC after error@1264205922) -> (continuation of Deferred@75010029 after retry RPC after error@1603578518) -> (continuation of Deferred@1587792413 after retry RPC after error@1197725947) -> (continuation of Deferred@128200733 after retry RPC after error@2107570789) -> (continuation of Deferred@1034757353 after retry RPC after error@1683003303) -> (continuation of Deferred@1121089512 after retry RPC after error@1209393157) -> (continuation of Deferred@474685314 after retry RPC after error@2093374979) -> (continuation of Deferred@762972996 after retry RPC after error@1242088230), errback=(continuation of Deferred@1583087012 after retry RPC after error@1264205922) -> (continuation of Deferred@75010029 after retry RPC after error@1603578518) -> (continuation of Deferred@1587792413 after retry RPC after error@1197725947) -> (continuation of Deferred@128200733 after retry RPC after error@2107570789) -> (continuation of Deferred@1034757353 after retry RPC after error@1683003303) -> (continuation of Deferred@1121089512 after retry RPC after error@1209393157) -> (continuation of Deferred@474685314 after retry RPC after error@2093374979) -> (continuation of Deferred@762972996 after retry RPC after error@1242088230)))
13:57:41.024 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:41.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.105 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.105 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.145 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.145 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2091162208(state=PENDING, result=null, callback=(continuation of Deferred@1482349728 after retry RPC after error@501918795) -> (continuation of Deferred@1326685971 after retry RPC after error@398228235) -> (continuation of Deferred@428673664 after retry RPC after error@1364030734) -> (continuation of Deferred@41259827 after retry RPC after error@1986380885) -> (continuation of Deferred@130877715 after retry RPC after error@1024653793) -> (continuation of Deferred@332401019 after retry RPC after error@1263480888), errback=(continuation of Deferred@1482349728 after retry RPC after error@501918795) -> (continuation of Deferred@1326685971 after retry RPC after error@398228235) -> (continuation of Deferred@428673664 after retry RPC after error@1364030734) -> (continuation of Deferred@41259827 after retry RPC after error@1986380885) -> (continuation of Deferred@130877715 after retry RPC after error@1024653793) -> (continuation of Deferred@332401019 after retry RPC after error@1263480888)))
13:57:41.187 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2091162208(state=PENDING, result=null, callback=(continuation of Deferred@1482349728 after retry RPC after error@501918795) -> (continuation of Deferred@1326685971 after retry RPC after error@398228235) -> (continuation of Deferred@428673664 after retry RPC after error@1364030734) -> (continuation of Deferred@41259827 after retry RPC after error@1986380885) -> (continuation of Deferred@130877715 after retry RPC after error@1024653793) -> (continuation of Deferred@332401019 after retry RPC after error@1263480888), errback=(continuation of Deferred@1482349728 after retry RPC after error@501918795) -> (continuation of Deferred@1326685971 after retry RPC after error@398228235) -> (continuation of Deferred@428673664 after retry RPC after error@1364030734) -> (continuation of Deferred@41259827 after retry RPC after error@1986380885) -> (continuation of Deferred@130877715 after retry RPC after error@1024653793) -> (continuation of Deferred@332401019 after retry RPC after error@1263480888)))
13:57:41.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.204 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.303 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.304 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.304 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.304 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1007081952(state=PENDING, result=null, callback=(continuation of Deferred@1935803297 after retry RPC after error@1866625626) -> (continuation of Deferred@1229124044 after retry RPC after error@1132591325) -> (continuation of Deferred@547197959 after retry RPC after error@1555165932) -> (continuation of Deferred@44278823 after retry RPC after error@1311302590) -> (continuation of Deferred@39418832 after retry RPC after error@1370279909) -> (continuation of Deferred@1320274795 after retry RPC after error@1200481296) -> (continuation of Deferred@247697610 after retry RPC after error@967292176), errback=(continuation of Deferred@1935803297 after retry RPC after error@1866625626) -> (continuation of Deferred@1229124044 after retry RPC after error@1132591325) -> (continuation of Deferred@547197959 after retry RPC after error@1555165932) -> (continuation of Deferred@44278823 after retry RPC after error@1311302590) -> (continuation of Deferred@39418832 after retry RPC after error@1370279909) -> (continuation of Deferred@1320274795 after retry RPC after error@1200481296) -> (continuation of Deferred@247697610 after retry RPC after error@967292176)))
13:57:41.407 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1007081952(state=PENDING, result=null, callback=(continuation of Deferred@1935803297 after retry RPC after error@1866625626) -> (continuation of Deferred@1229124044 after retry RPC after error@1132591325) -> (continuation of Deferred@547197959 after retry RPC after error@1555165932) -> (continuation of Deferred@44278823 after retry RPC after error@1311302590) -> (continuation of Deferred@39418832 after retry RPC after error@1370279909) -> (continuation of Deferred@1320274795 after retry RPC after error@1200481296) -> (continuation of Deferred@247697610 after retry RPC after error@967292176), errback=(continuation of Deferred@1935803297 after retry RPC after error@1866625626) -> (continuation of Deferred@1229124044 after retry RPC after error@1132591325) -> (continuation of Deferred@547197959 after retry RPC after error@1555165932) -> (continuation of Deferred@44278823 after retry RPC after error@1311302590) -> (continuation of Deferred@39418832 after retry RPC after error@1370279909) -> (continuation of Deferred@1320274795 after retry RPC after error@1200481296) -> (continuation of Deferred@247697610 after retry RPC after error@967292176)))
13:57:41.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.483 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.484 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:41.490386 28710 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:41.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:41.491758 28710 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:41.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:41.493275 28710 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.53.254:39885)
13:57:41.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1351631073(state=PENDING, result=null, callback=(continuation of Deferred@1105554367 after retry RPC after error@2123414307) -> (continuation of Deferred@471934925 after retry RPC after error@1323629536) -> (continuation of Deferred@607574288 after retry RPC after error@1594111766) -> (continuation of Deferred@1242459252 after retry RPC after error@593274158) -> (continuation of Deferred@825230860 after retry RPC after error@1341270971) -> (continuation of Deferred@1990628349 after retry RPC after error@806694354) -> (continuation of Deferred@19156410 after retry RPC after error@1607799254), errback=(continuation of Deferred@1105554367 after retry RPC after error@2123414307) -> (continuation of Deferred@471934925 after retry RPC after error@1323629536) -> (continuation of Deferred@607574288 after retry RPC after error@1594111766) -> (continuation of Deferred@1242459252 after retry RPC after error@593274158) -> (continuation of Deferred@825230860 after retry RPC after error@1341270971) -> (continuation of Deferred@1990628349 after retry RPC after error@806694354) -> (continuation of Deferred@19156410 after retry RPC after error@1607799254)))
13:57:41.647 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1351631073(state=PENDING, result=null, callback=(continuation of Deferred@1105554367 after retry RPC after error@2123414307) -> (continuation of Deferred@471934925 after retry RPC after error@1323629536) -> (continuation of Deferred@607574288 after retry RPC after error@1594111766) -> (continuation of Deferred@1242459252 after retry RPC after error@593274158) -> (continuation of Deferred@825230860 after retry RPC after error@1341270971) -> (continuation of Deferred@1990628349 after retry RPC after error@806694354) -> (continuation of Deferred@19156410 after retry RPC after error@1607799254), errback=(continuation of Deferred@1105554367 after retry RPC after error@2123414307) -> (continuation of Deferred@471934925 after retry RPC after error@1323629536) -> (continuation of Deferred@607574288 after retry RPC after error@1594111766) -> (continuation of Deferred@1242459252 after retry RPC after error@593274158) -> (continuation of Deferred@825230860 after retry RPC after error@1341270971) -> (continuation of Deferred@1990628349 after retry RPC after error@806694354) -> (continuation of Deferred@19156410 after retry RPC after error@1607799254)))
13:57:41.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.906 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1057906430(state=PENDING, result=null, callback=(continuation of Deferred@1607037938 after retry RPC after error@1253357948) -> (continuation of Deferred@1325518648 after retry RPC after error@45449608) -> (continuation of Deferred@385295567 after retry RPC after error@2036797492) -> (continuation of Deferred@954099759 after retry RPC after error@373884797) -> (continuation of Deferred@968333351 after retry RPC after error@2014370197) -> (continuation of Deferred@868501928 after retry RPC after error@1835582018) -> (continuation of Deferred@1746606440 after retry RPC after error@381270415) -> (continuation of Deferred@128007161 after retry RPC after error@753959837), errback=(continuation of Deferred@1607037938 after retry RPC after error@1253357948) -> (continuation of Deferred@1325518648 after retry RPC after error@45449608) -> (continuation of Deferred@385295567 after retry RPC after error@2036797492) -> (continuation of Deferred@954099759 after retry RPC after error@373884797) -> (continuation of Deferred@968333351 after retry RPC after error@2014370197) -> (continuation of Deferred@868501928 after retry RPC after error@1835582018) -> (continuation of Deferred@1746606440 after retry RPC after error@381270415) -> (continuation of Deferred@128007161 after retry RPC after error@753959837)))
13:57:41.907 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1057906430(state=PENDING, result=null, callback=(continuation of Deferred@1607037938 after retry RPC after error@1253357948) -> (continuation of Deferred@1325518648 after retry RPC after error@45449608) -> (continuation of Deferred@385295567 after retry RPC after error@2036797492) -> (continuation of Deferred@954099759 after retry RPC after error@373884797) -> (continuation of Deferred@968333351 after retry RPC after error@2014370197) -> (continuation of Deferred@868501928 after retry RPC after error@1835582018) -> (continuation of Deferred@1746606440 after retry RPC after error@381270415) -> (continuation of Deferred@128007161 after retry RPC after error@753959837), errback=(continuation of Deferred@1607037938 after retry RPC after error@1253357948) -> (continuation of Deferred@1325518648 after retry RPC after error@45449608) -> (continuation of Deferred@385295567 after retry RPC after error@2036797492) -> (continuation of Deferred@954099759 after retry RPC after error@373884797) -> (continuation of Deferred@968333351 after retry RPC after error@2014370197) -> (continuation of Deferred@868501928 after retry RPC after error@1835582018) -> (continuation of Deferred@1746606440 after retry RPC after error@381270415) -> (continuation of Deferred@128007161 after retry RPC after error@753959837)))
13:57:41.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.945 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.965 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:41.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:41.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:41.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:41.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:41.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.065 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2113886544(state=PENDING, result=null, callback=(continuation of Deferred@1337255897 after retry RPC after error@2007694601) -> (continuation of Deferred@1124771043 after retry RPC after error@1144541195) -> (continuation of Deferred@752545146 after retry RPC after error@205000541) -> (continuation of Deferred@444833669 after retry RPC after error@473775318) -> (continuation of Deferred@1744282390 after retry RPC after error@729356882) -> (continuation of Deferred@763418383 after retry RPC after error@1479448037) -> (continuation of Deferred@43741925 after retry RPC after error@1641235310), errback=(continuation of Deferred@1337255897 after retry RPC after error@2007694601) -> (continuation of Deferred@1124771043 after retry RPC after error@1144541195) -> (continuation of Deferred@752545146 after retry RPC after error@205000541) -> (continuation of Deferred@444833669 after retry RPC after error@473775318) -> (continuation of Deferred@1744282390 after retry RPC after error@729356882) -> (continuation of Deferred@763418383 after retry RPC after error@1479448037) -> (continuation of Deferred@43741925 after retry RPC after error@1641235310)))
13:57:42.167 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2113886544(state=PENDING, result=null, callback=(continuation of Deferred@1337255897 after retry RPC after error@2007694601) -> (continuation of Deferred@1124771043 after retry RPC after error@1144541195) -> (continuation of Deferred@752545146 after retry RPC after error@205000541) -> (continuation of Deferred@444833669 after retry RPC after error@473775318) -> (continuation of Deferred@1744282390 after retry RPC after error@729356882) -> (continuation of Deferred@763418383 after retry RPC after error@1479448037) -> (continuation of Deferred@43741925 after retry RPC after error@1641235310), errback=(continuation of Deferred@1337255897 after retry RPC after error@2007694601) -> (continuation of Deferred@1124771043 after retry RPC after error@1144541195) -> (continuation of Deferred@752545146 after retry RPC after error@205000541) -> (continuation of Deferred@444833669 after retry RPC after error@473775318) -> (continuation of Deferred@1744282390 after retry RPC after error@729356882) -> (continuation of Deferred@763418383 after retry RPC after error@1479448037) -> (continuation of Deferred@43741925 after retry RPC after error@1641235310)))
13:57:42.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.243 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.244 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.244 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.244 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.244 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.244 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.244 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.345 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.426 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@138460193(state=PENDING, result=null, callback=(continuation of Deferred@30138896 after retry RPC after error@2067132840) -> (continuation of Deferred@1702430681 after retry RPC after error@1758797539) -> (continuation of Deferred@911256203 after retry RPC after error@1656530264) -> (continuation of Deferred@1331044633 after retry RPC after error@263461910) -> (continuation of Deferred@1006889881 after retry RPC after error@991039268) -> (continuation of Deferred@1160953782 after retry RPC after error@1791578026) -> (continuation of Deferred@1228222025 after retry RPC after error@1660248932), errback=(continuation of Deferred@30138896 after retry RPC after error@2067132840) -> (continuation of Deferred@1702430681 after retry RPC after error@1758797539) -> (continuation of Deferred@911256203 after retry RPC after error@1656530264) -> (continuation of Deferred@1331044633 after retry RPC after error@263461910) -> (continuation of Deferred@1006889881 after retry RPC after error@991039268) -> (continuation of Deferred@1160953782 after retry RPC after error@1791578026) -> (continuation of Deferred@1228222025 after retry RPC after error@1660248932)))
13:57:42.427 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@138460193(state=PENDING, result=null, callback=(continuation of Deferred@30138896 after retry RPC after error@2067132840) -> (continuation of Deferred@1702430681 after retry RPC after error@1758797539) -> (continuation of Deferred@911256203 after retry RPC after error@1656530264) -> (continuation of Deferred@1331044633 after retry RPC after error@263461910) -> (continuation of Deferred@1006889881 after retry RPC after error@991039268) -> (continuation of Deferred@1160953782 after retry RPC after error@1791578026) -> (continuation of Deferred@1228222025 after retry RPC after error@1660248932), errback=(continuation of Deferred@30138896 after retry RPC after error@2067132840) -> (continuation of Deferred@1702430681 after retry RPC after error@1758797539) -> (continuation of Deferred@911256203 after retry RPC after error@1656530264) -> (continuation of Deferred@1331044633 after retry RPC after error@263461910) -> (continuation of Deferred@1006889881 after retry RPC after error@991039268) -> (continuation of Deferred@1160953782 after retry RPC after error@1791578026) -> (continuation of Deferred@1228222025 after retry RPC after error@1660248932)))
13:57:42.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.505 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.545 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.545 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.687 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1552888876(state=PENDING, result=null, callback=(continuation of Deferred@1048582300 after retry RPC after error@90879918) -> (continuation of Deferred@1246261326 after retry RPC after error@1866662783) -> (continuation of Deferred@1362735859 after retry RPC after error@20883645) -> (continuation of Deferred@150827732 after retry RPC after error@2144518223) -> (continuation of Deferred@1675647852 after retry RPC after error@401566957) -> (continuation of Deferred@1961350934 after retry RPC after error@492745085) -> (continuation of Deferred@2080682625 after retry RPC after error@283128296), errback=(continuation of Deferred@1048582300 after retry RPC after error@90879918) -> (continuation of Deferred@1246261326 after retry RPC after error@1866662783) -> (continuation of Deferred@1362735859 after retry RPC after error@20883645) -> (continuation of Deferred@150827732 after retry RPC after error@2144518223) -> (continuation of Deferred@1675647852 after retry RPC after error@401566957) -> (continuation of Deferred@1961350934 after retry RPC after error@492745085) -> (continuation of Deferred@2080682625 after retry RPC after error@283128296)))
13:57:42.687 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1552888876(state=PENDING, result=null, callback=(continuation of Deferred@1048582300 after retry RPC after error@90879918) -> (continuation of Deferred@1246261326 after retry RPC after error@1866662783) -> (continuation of Deferred@1362735859 after retry RPC after error@20883645) -> (continuation of Deferred@150827732 after retry RPC after error@2144518223) -> (continuation of Deferred@1675647852 after retry RPC after error@401566957) -> (continuation of Deferred@1961350934 after retry RPC after error@492745085) -> (continuation of Deferred@2080682625 after retry RPC after error@283128296), errback=(continuation of Deferred@1048582300 after retry RPC after error@90879918) -> (continuation of Deferred@1246261326 after retry RPC after error@1866662783) -> (continuation of Deferred@1362735859 after retry RPC after error@20883645) -> (continuation of Deferred@150827732 after retry RPC after error@2144518223) -> (continuation of Deferred@1675647852 after retry RPC after error@401566957) -> (continuation of Deferred@1961350934 after retry RPC after error@492745085) -> (continuation of Deferred@2080682625 after retry RPC after error@283128296)))
13:57:42.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.744 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.744 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.766 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.766 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.886 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@136586893(state=PENDING, result=null, callback=(continuation of Deferred@2122185730 after retry RPC after error@404635144) -> (continuation of Deferred@536693500 after retry RPC after error@918820800) -> (continuation of Deferred@659054838 after retry RPC after error@1313862761) -> (continuation of Deferred@990965238 after retry RPC after error@763135811) -> (continuation of Deferred@1230446026 after retry RPC after error@2013938741) -> (continuation of Deferred@1154054559 after retry RPC after error@222734554), errback=(continuation of Deferred@2122185730 after retry RPC after error@404635144) -> (continuation of Deferred@536693500 after retry RPC after error@918820800) -> (continuation of Deferred@659054838 after retry RPC after error@1313862761) -> (continuation of Deferred@990965238 after retry RPC after error@763135811) -> (continuation of Deferred@1230446026 after retry RPC after error@2013938741) -> (continuation of Deferred@1154054559 after retry RPC after error@222734554)))
13:57:42.887 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@136586893(state=PENDING, result=null, callback=(continuation of Deferred@2122185730 after retry RPC after error@404635144) -> (continuation of Deferred@536693500 after retry RPC after error@918820800) -> (continuation of Deferred@659054838 after retry RPC after error@1313862761) -> (continuation of Deferred@990965238 after retry RPC after error@763135811) -> (continuation of Deferred@1230446026 after retry RPC after error@2013938741) -> (continuation of Deferred@1154054559 after retry RPC after error@222734554), errback=(continuation of Deferred@2122185730 after retry RPC after error@404635144) -> (continuation of Deferred@536693500 after retry RPC after error@918820800) -> (continuation of Deferred@659054838 after retry RPC after error@1313862761) -> (continuation of Deferred@990965238 after retry RPC after error@763135811) -> (continuation of Deferred@1230446026 after retry RPC after error@2013938741) -> (continuation of Deferred@1154054559 after retry RPC after error@222734554)))
13:57:42.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.965 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:42.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:42.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:42.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:42.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:42.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1163571821(state=PENDING, result=null, callback=(continuation of Deferred@888537007 after retry RPC after error@1048967993) -> (continuation of Deferred@1185542374 after retry RPC after error@1450240900) -> (continuation of Deferred@1306750562 after retry RPC after error@1546524884) -> (continuation of Deferred@1426718071 after retry RPC after error@83103897) -> (continuation of Deferred@1387458075 after retry RPC after error@2121708577) -> (continuation of Deferred@1687035101 after retry RPC after error@1088075789), errback=(continuation of Deferred@888537007 after retry RPC after error@1048967993) -> (continuation of Deferred@1185542374 after retry RPC after error@1450240900) -> (continuation of Deferred@1306750562 after retry RPC after error@1546524884) -> (continuation of Deferred@1426718071 after retry RPC after error@83103897) -> (continuation of Deferred@1387458075 after retry RPC after error@2121708577) -> (continuation of Deferred@1687035101 after retry RPC after error@1088075789)))
13:57:43.087 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1163571821(state=PENDING, result=null, callback=(continuation of Deferred@888537007 after retry RPC after error@1048967993) -> (continuation of Deferred@1185542374 after retry RPC after error@1450240900) -> (continuation of Deferred@1306750562 after retry RPC after error@1546524884) -> (continuation of Deferred@1426718071 after retry RPC after error@83103897) -> (continuation of Deferred@1387458075 after retry RPC after error@2121708577) -> (continuation of Deferred@1687035101 after retry RPC after error@1088075789), errback=(continuation of Deferred@888537007 after retry RPC after error@1048967993) -> (continuation of Deferred@1185542374 after retry RPC after error@1450240900) -> (continuation of Deferred@1306750562 after retry RPC after error@1546524884) -> (continuation of Deferred@1426718071 after retry RPC after error@83103897) -> (continuation of Deferred@1387458075 after retry RPC after error@2121708577) -> (continuation of Deferred@1687035101 after retry RPC after error@1088075789)))
13:57:43.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.105 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.124 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.124 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.124 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.145 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.145 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.164 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.185 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.307 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@547426855(state=PENDING, result=null, callback=(continuation of Deferred@1742727417 after retry RPC after error@1350751268) -> (continuation of Deferred@213380105 after retry RPC after error@607123346) -> (continuation of Deferred@1018125262 after retry RPC after error@2060098443) -> (continuation of Deferred@1236203391 after retry RPC after error@317065919) -> (continuation of Deferred@1414611462 after retry RPC after error@2062130628) -> (continuation of Deferred@1153603817 after retry RPC after error@1725153596) -> (continuation of Deferred@944570002 after retry RPC after error@251483106), errback=(continuation of Deferred@1742727417 after retry RPC after error@1350751268) -> (continuation of Deferred@213380105 after retry RPC after error@607123346) -> (continuation of Deferred@1018125262 after retry RPC after error@2060098443) -> (continuation of Deferred@1236203391 after retry RPC after error@317065919) -> (continuation of Deferred@1414611462 after retry RPC after error@2062130628) -> (continuation of Deferred@1153603817 after retry RPC after error@1725153596) -> (continuation of Deferred@944570002 after retry RPC after error@251483106)))
13:57:43.307 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@547426855(state=PENDING, result=null, callback=(continuation of Deferred@1742727417 after retry RPC after error@1350751268) -> (continuation of Deferred@213380105 after retry RPC after error@607123346) -> (continuation of Deferred@1018125262 after retry RPC after error@2060098443) -> (continuation of Deferred@1236203391 after retry RPC after error@317065919) -> (continuation of Deferred@1414611462 after retry RPC after error@2062130628) -> (continuation of Deferred@1153603817 after retry RPC after error@1725153596) -> (continuation of Deferred@944570002 after retry RPC after error@251483106), errback=(continuation of Deferred@1742727417 after retry RPC after error@1350751268) -> (continuation of Deferred@213380105 after retry RPC after error@607123346) -> (continuation of Deferred@1018125262 after retry RPC after error@2060098443) -> (continuation of Deferred@1236203391 after retry RPC after error@317065919) -> (continuation of Deferred@1414611462 after retry RPC after error@2062130628) -> (continuation of Deferred@1153603817 after retry RPC after error@1725153596) -> (continuation of Deferred@944570002 after retry RPC after error@251483106)))
13:57:43.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.364 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2037233121(state=PENDING, result=null, callback=(continuation of Deferred@501975917 after retry RPC after error@123813747) -> (continuation of Deferred@1914739908 after retry RPC after error@1719074268) -> (continuation of Deferred@663200412 after retry RPC after error@697539512) -> (continuation of Deferred@1604580594 after retry RPC after error@250247879) -> (continuation of Deferred@342080196 after retry RPC after error@555269547) -> (continuation of Deferred@1633470750 after retry RPC after error@1019063216), errback=(continuation of Deferred@501975917 after retry RPC after error@123813747) -> (continuation of Deferred@1914739908 after retry RPC after error@1719074268) -> (continuation of Deferred@663200412 after retry RPC after error@697539512) -> (continuation of Deferred@1604580594 after retry RPC after error@250247879) -> (continuation of Deferred@342080196 after retry RPC after error@555269547) -> (continuation of Deferred@1633470750 after retry RPC after error@1019063216)))
13:57:43.466 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2037233121(state=PENDING, result=null, callback=(continuation of Deferred@501975917 after retry RPC after error@123813747) -> (continuation of Deferred@1914739908 after retry RPC after error@1719074268) -> (continuation of Deferred@663200412 after retry RPC after error@697539512) -> (continuation of Deferred@1604580594 after retry RPC after error@250247879) -> (continuation of Deferred@342080196 after retry RPC after error@555269547) -> (continuation of Deferred@1633470750 after retry RPC after error@1019063216), errback=(continuation of Deferred@501975917 after retry RPC after error@123813747) -> (continuation of Deferred@1914739908 after retry RPC after error@1719074268) -> (continuation of Deferred@663200412 after retry RPC after error@697539512) -> (continuation of Deferred@1604580594 after retry RPC after error@250247879) -> (continuation of Deferred@342080196 after retry RPC after error@555269547) -> (continuation of Deferred@1633470750 after retry RPC after error@1019063216)))
13:57:43.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.524 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1041347085(state=PENDING, result=null, callback=(continuation of Deferred@1803035893 after retry RPC after error@539233466) -> (continuation of Deferred@882675660 after retry RPC after error@120504968) -> (continuation of Deferred@760938772 after retry RPC after error@756713945) -> (continuation of Deferred@2108199257 after retry RPC after error@207828710) -> (continuation of Deferred@2034615775 after retry RPC after error@6872943) -> (continuation of Deferred@972268642 after retry RPC after error@741499324) -> (continuation of Deferred@2064523992 after retry RPC after error@1037764977), errback=(continuation of Deferred@1803035893 after retry RPC after error@539233466) -> (continuation of Deferred@882675660 after retry RPC after error@120504968) -> (continuation of Deferred@760938772 after retry RPC after error@756713945) -> (continuation of Deferred@2108199257 after retry RPC after error@207828710) -> (continuation of Deferred@2034615775 after retry RPC after error@6872943) -> (continuation of Deferred@972268642 after retry RPC after error@741499324) -> (continuation of Deferred@2064523992 after retry RPC after error@1037764977)))
13:57:43.706 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1041347085(state=PENDING, result=null, callback=(continuation of Deferred@1803035893 after retry RPC after error@539233466) -> (continuation of Deferred@882675660 after retry RPC after error@120504968) -> (continuation of Deferred@760938772 after retry RPC after error@756713945) -> (continuation of Deferred@2108199257 after retry RPC after error@207828710) -> (continuation of Deferred@2034615775 after retry RPC after error@6872943) -> (continuation of Deferred@972268642 after retry RPC after error@741499324) -> (continuation of Deferred@2064523992 after retry RPC after error@1037764977), errback=(continuation of Deferred@1803035893 after retry RPC after error@539233466) -> (continuation of Deferred@882675660 after retry RPC after error@120504968) -> (continuation of Deferred@760938772 after retry RPC after error@756713945) -> (continuation of Deferred@2108199257 after retry RPC after error@207828710) -> (continuation of Deferred@2034615775 after retry RPC after error@6872943) -> (continuation of Deferred@972268642 after retry RPC after error@741499324) -> (continuation of Deferred@2064523992 after retry RPC after error@1037764977)))
13:57:43.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.784 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.865 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@727007539(state=PENDING, result=null, callback=(continuation of Deferred@1931097258 after retry RPC after error@917350867) -> (continuation of Deferred@1048663639 after retry RPC after error@1071432813) -> (continuation of Deferred@499189848 after retry RPC after error@1190779138) -> (continuation of Deferred@1920867428 after retry RPC after error@735592938) -> (continuation of Deferred@1045303041 after retry RPC after error@913829891) -> (continuation of Deferred@879253397 after retry RPC after error@1565951971) -> (continuation of Deferred@321830223 after retry RPC after error@441491649), errback=(continuation of Deferred@1931097258 after retry RPC after error@917350867) -> (continuation of Deferred@1048663639 after retry RPC after error@1071432813) -> (continuation of Deferred@499189848 after retry RPC after error@1190779138) -> (continuation of Deferred@1920867428 after retry RPC after error@735592938) -> (continuation of Deferred@1045303041 after retry RPC after error@913829891) -> (continuation of Deferred@879253397 after retry RPC after error@1565951971) -> (continuation of Deferred@321830223 after retry RPC after error@441491649)))
13:57:43.946 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@727007539(state=PENDING, result=null, callback=(continuation of Deferred@1931097258 after retry RPC after error@917350867) -> (continuation of Deferred@1048663639 after retry RPC after error@1071432813) -> (continuation of Deferred@499189848 after retry RPC after error@1190779138) -> (continuation of Deferred@1920867428 after retry RPC after error@735592938) -> (continuation of Deferred@1045303041 after retry RPC after error@913829891) -> (continuation of Deferred@879253397 after retry RPC after error@1565951971) -> (continuation of Deferred@321830223 after retry RPC after error@441491649), errback=(continuation of Deferred@1931097258 after retry RPC after error@917350867) -> (continuation of Deferred@1048663639 after retry RPC after error@1071432813) -> (continuation of Deferred@499189848 after retry RPC after error@1190779138) -> (continuation of Deferred@1920867428 after retry RPC after error@735592938) -> (continuation of Deferred@1045303041 after retry RPC after error@913829891) -> (continuation of Deferred@879253397 after retry RPC after error@1565951971) -> (continuation of Deferred@321830223 after retry RPC after error@441491649)))
13:57:43.963 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.964 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:43.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:43.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:43.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:43.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:43.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.044 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.105 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.125 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1913205388(state=PENDING, result=null, callback=(continuation of Deferred@1117852761 after retry RPC after error@1661076673) -> (continuation of Deferred@874542606 after retry RPC after error@260484948) -> (continuation of Deferred@1171218721 after retry RPC after error@907563349) -> (continuation of Deferred@20955550 after retry RPC after error@997794530) -> (continuation of Deferred@83987141 after retry RPC after error@1902637513) -> (continuation of Deferred@237763914 after retry RPC after error@2092408927) -> (continuation of Deferred@1969834670 after retry RPC after error@1003361395), errback=(continuation of Deferred@1117852761 after retry RPC after error@1661076673) -> (continuation of Deferred@874542606 after retry RPC after error@260484948) -> (continuation of Deferred@1171218721 after retry RPC after error@907563349) -> (continuation of Deferred@20955550 after retry RPC after error@997794530) -> (continuation of Deferred@83987141 after retry RPC after error@1902637513) -> (continuation of Deferred@237763914 after retry RPC after error@2092408927) -> (continuation of Deferred@1969834670 after retry RPC after error@1003361395)))
13:57:44.187 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1913205388(state=PENDING, result=null, callback=(continuation of Deferred@1117852761 after retry RPC after error@1661076673) -> (continuation of Deferred@874542606 after retry RPC after error@260484948) -> (continuation of Deferred@1171218721 after retry RPC after error@907563349) -> (continuation of Deferred@20955550 after retry RPC after error@997794530) -> (continuation of Deferred@83987141 after retry RPC after error@1902637513) -> (continuation of Deferred@237763914 after retry RPC after error@2092408927) -> (continuation of Deferred@1969834670 after retry RPC after error@1003361395), errback=(continuation of Deferred@1117852761 after retry RPC after error@1661076673) -> (continuation of Deferred@874542606 after retry RPC after error@260484948) -> (continuation of Deferred@1171218721 after retry RPC after error@907563349) -> (continuation of Deferred@20955550 after retry RPC after error@997794530) -> (continuation of Deferred@83987141 after retry RPC after error@1902637513) -> (continuation of Deferred@237763914 after retry RPC after error@2092408927) -> (continuation of Deferred@1969834670 after retry RPC after error@1003361395)))
13:57:44.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.365 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.365 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.365 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1186447905(state=PENDING, result=null, callback=(continuation of Deferred@966728385 after retry RPC after error@1636620846) -> (continuation of Deferred@1172217626 after retry RPC after error@1023470410) -> (continuation of Deferred@2080941881 after retry RPC after error@2077380412) -> (continuation of Deferred@1254435091 after retry RPC after error@1881522618) -> (continuation of Deferred@1236107752 after retry RPC after error@552569934) -> (continuation of Deferred@1124181233 after retry RPC after error@502760762) -> (continuation of Deferred@946922925 after retry RPC after error@1679921937), errback=(continuation of Deferred@966728385 after retry RPC after error@1636620846) -> (continuation of Deferred@1172217626 after retry RPC after error@1023470410) -> (continuation of Deferred@2080941881 after retry RPC after error@2077380412) -> (continuation of Deferred@1254435091 after retry RPC after error@1881522618) -> (continuation of Deferred@1236107752 after retry RPC after error@552569934) -> (continuation of Deferred@1124181233 after retry RPC after error@502760762) -> (continuation of Deferred@946922925 after retry RPC after error@1679921937)))
13:57:44.366 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1186447905(state=PENDING, result=null, callback=(continuation of Deferred@966728385 after retry RPC after error@1636620846) -> (continuation of Deferred@1172217626 after retry RPC after error@1023470410) -> (continuation of Deferred@2080941881 after retry RPC after error@2077380412) -> (continuation of Deferred@1254435091 after retry RPC after error@1881522618) -> (continuation of Deferred@1236107752 after retry RPC after error@552569934) -> (continuation of Deferred@1124181233 after retry RPC after error@502760762) -> (continuation of Deferred@946922925 after retry RPC after error@1679921937), errback=(continuation of Deferred@966728385 after retry RPC after error@1636620846) -> (continuation of Deferred@1172217626 after retry RPC after error@1023470410) -> (continuation of Deferred@2080941881 after retry RPC after error@2077380412) -> (continuation of Deferred@1254435091 after retry RPC after error@1881522618) -> (continuation of Deferred@1236107752 after retry RPC after error@552569934) -> (continuation of Deferred@1124181233 after retry RPC after error@502760762) -> (continuation of Deferred@946922925 after retry RPC after error@1679921937)))
13:57:44.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.444 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@981488549(state=PENDING, result=null, callback=(continuation of Deferred@22434416 after retry RPC after error@331468280) -> (continuation of Deferred@1682346246 after retry RPC after error@1558440784) -> (continuation of Deferred@1863710574 after retry RPC after error@1923504505) -> (continuation of Deferred@582498442 after retry RPC after error@1631780582) -> (continuation of Deferred@556583719 after retry RPC after error@1627468778) -> (continuation of Deferred@35531560 after retry RPC after error@1952272451) -> (continuation of Deferred@862963740 after retry RPC after error@1536762872), errback=(continuation of Deferred@22434416 after retry RPC after error@331468280) -> (continuation of Deferred@1682346246 after retry RPC after error@1558440784) -> (continuation of Deferred@1863710574 after retry RPC after error@1923504505) -> (continuation of Deferred@582498442 after retry RPC after error@1631780582) -> (continuation of Deferred@556583719 after retry RPC after error@1627468778) -> (continuation of Deferred@35531560 after retry RPC after error@1952272451) -> (continuation of Deferred@862963740 after retry RPC after error@1536762872)))
13:57:44.607 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@981488549(state=PENDING, result=null, callback=(continuation of Deferred@22434416 after retry RPC after error@331468280) -> (continuation of Deferred@1682346246 after retry RPC after error@1558440784) -> (continuation of Deferred@1863710574 after retry RPC after error@1923504505) -> (continuation of Deferred@582498442 after retry RPC after error@1631780582) -> (continuation of Deferred@556583719 after retry RPC after error@1627468778) -> (continuation of Deferred@35531560 after retry RPC after error@1952272451) -> (continuation of Deferred@862963740 after retry RPC after error@1536762872), errback=(continuation of Deferred@22434416 after retry RPC after error@331468280) -> (continuation of Deferred@1682346246 after retry RPC after error@1558440784) -> (continuation of Deferred@1863710574 after retry RPC after error@1923504505) -> (continuation of Deferred@582498442 after retry RPC after error@1631780582) -> (continuation of Deferred@556583719 after retry RPC after error@1627468778) -> (continuation of Deferred@35531560 after retry RPC after error@1952272451) -> (continuation of Deferred@862963740 after retry RPC after error@1536762872)))
13:57:44.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.705 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.884 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2003017840(state=PENDING, result=null, callback=(continuation of Deferred@417023090 after retry RPC after error@1468568914) -> (continuation of Deferred@537544221 after retry RPC after error@1249903180) -> (continuation of Deferred@146421690 after retry RPC after error@453710330) -> (continuation of Deferred@1766037032 after retry RPC after error@589003566) -> (continuation of Deferred@2059771664 after retry RPC after error@964871539) -> (continuation of Deferred@1283843773 after retry RPC after error@884946440) -> (continuation of Deferred@1649676944 after retry RPC after error@1305672436), errback=(continuation of Deferred@417023090 after retry RPC after error@1468568914) -> (continuation of Deferred@537544221 after retry RPC after error@1249903180) -> (continuation of Deferred@146421690 after retry RPC after error@453710330) -> (continuation of Deferred@1766037032 after retry RPC after error@589003566) -> (continuation of Deferred@2059771664 after retry RPC after error@964871539) -> (continuation of Deferred@1283843773 after retry RPC after error@884946440) -> (continuation of Deferred@1649676944 after retry RPC after error@1305672436)))
13:57:44.885 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:44.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.964 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:44.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:44.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:44.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:44.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:44.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1244641927(state=PENDING, result=null, callback=(continuation of Deferred@1788998359 after retry RPC after error@1534874981) -> (continuation of Deferred@602767048 after retry RPC after error@337707952) -> (continuation of Deferred@1903393961 after retry RPC after error@1209915551) -> (continuation of Deferred@5170282 after retry RPC after error@476990288) -> (continuation of Deferred@1980955200 after retry RPC after error@1357712701) -> (continuation of Deferred@662167294 after retry RPC after error@1236088203), errback=(continuation of Deferred@1788998359 after retry RPC after error@1534874981) -> (continuation of Deferred@602767048 after retry RPC after error@337707952) -> (continuation of Deferred@1903393961 after retry RPC after error@1209915551) -> (continuation of Deferred@5170282 after retry RPC after error@476990288) -> (continuation of Deferred@1980955200 after retry RPC after error@1357712701) -> (continuation of Deferred@662167294 after retry RPC after error@1236088203)))
13:57:45.067 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1244641927(state=PENDING, result=null, callback=(continuation of Deferred@1788998359 after retry RPC after error@1534874981) -> (continuation of Deferred@602767048 after retry RPC after error@337707952) -> (continuation of Deferred@1903393961 after retry RPC after error@1209915551) -> (continuation of Deferred@5170282 after retry RPC after error@476990288) -> (continuation of Deferred@1980955200 after retry RPC after error@1357712701) -> (continuation of Deferred@662167294 after retry RPC after error@1236088203), errback=(continuation of Deferred@1788998359 after retry RPC after error@1534874981) -> (continuation of Deferred@602767048 after retry RPC after error@337707952) -> (continuation of Deferred@1903393961 after retry RPC after error@1209915551) -> (continuation of Deferred@5170282 after retry RPC after error@476990288) -> (continuation of Deferred@1980955200 after retry RPC after error@1357712701) -> (continuation of Deferred@662167294 after retry RPC after error@1236088203)))
13:57:45.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.123 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.124 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.124 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.124 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.145 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.266 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1643920603(state=PENDING, result=null, callback=(continuation of Deferred@1917422643 after retry RPC after error@894913911) -> (continuation of Deferred@1504558822 after retry RPC after error@1496796140) -> (continuation of Deferred@1730243821 after retry RPC after error@1746057611) -> (continuation of Deferred@1551659233 after retry RPC after error@1064773801) -> (continuation of Deferred@1407024558 after retry RPC after error@780028095) -> (continuation of Deferred@297455337 after retry RPC after error@395222551), errback=(continuation of Deferred@1917422643 after retry RPC after error@894913911) -> (continuation of Deferred@1504558822 after retry RPC after error@1496796140) -> (continuation of Deferred@1730243821 after retry RPC after error@1746057611) -> (continuation of Deferred@1551659233 after retry RPC after error@1064773801) -> (continuation of Deferred@1407024558 after retry RPC after error@780028095) -> (continuation of Deferred@297455337 after retry RPC after error@395222551)))
13:57:45.266 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1643920603(state=PENDING, result=null, callback=(continuation of Deferred@1917422643 after retry RPC after error@894913911) -> (continuation of Deferred@1504558822 after retry RPC after error@1496796140) -> (continuation of Deferred@1730243821 after retry RPC after error@1746057611) -> (continuation of Deferred@1551659233 after retry RPC after error@1064773801) -> (continuation of Deferred@1407024558 after retry RPC after error@780028095) -> (continuation of Deferred@297455337 after retry RPC after error@395222551), errback=(continuation of Deferred@1917422643 after retry RPC after error@894913911) -> (continuation of Deferred@1504558822 after retry RPC after error@1496796140) -> (continuation of Deferred@1730243821 after retry RPC after error@1746057611) -> (continuation of Deferred@1551659233 after retry RPC after error@1064773801) -> (continuation of Deferred@1407024558 after retry RPC after error@780028095) -> (continuation of Deferred@297455337 after retry RPC after error@395222551)))
13:57:45.283 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.344 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.507 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@923193678(state=PENDING, result=null, callback=(continuation of Deferred@1490508709 after retry RPC after error@1055361590) -> (continuation of Deferred@1989556062 after retry RPC after error@1998259299) -> (continuation of Deferred@359883606 after retry RPC after error@390594036) -> (continuation of Deferred@1345066117 after retry RPC after error@2134588159) -> (continuation of Deferred@1901891485 after retry RPC after error@1507619871) -> (continuation of Deferred@1768213405 after retry RPC after error@1328474252) -> (continuation of Deferred@1520154259 after retry RPC after error@1616727379), errback=(continuation of Deferred@1490508709 after retry RPC after error@1055361590) -> (continuation of Deferred@1989556062 after retry RPC after error@1998259299) -> (continuation of Deferred@359883606 after retry RPC after error@390594036) -> (continuation of Deferred@1345066117 after retry RPC after error@2134588159) -> (continuation of Deferred@1901891485 after retry RPC after error@1507619871) -> (continuation of Deferred@1768213405 after retry RPC after error@1328474252) -> (continuation of Deferred@1520154259 after retry RPC after error@1616727379)))
13:57:45.507 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@923193678(state=PENDING, result=null, callback=(continuation of Deferred@1490508709 after retry RPC after error@1055361590) -> (continuation of Deferred@1989556062 after retry RPC after error@1998259299) -> (continuation of Deferred@359883606 after retry RPC after error@390594036) -> (continuation of Deferred@1345066117 after retry RPC after error@2134588159) -> (continuation of Deferred@1901891485 after retry RPC after error@1507619871) -> (continuation of Deferred@1768213405 after retry RPC after error@1328474252) -> (continuation of Deferred@1520154259 after retry RPC after error@1616727379), errback=(continuation of Deferred@1490508709 after retry RPC after error@1055361590) -> (continuation of Deferred@1989556062 after retry RPC after error@1998259299) -> (continuation of Deferred@359883606 after retry RPC after error@390594036) -> (continuation of Deferred@1345066117 after retry RPC after error@2134588159) -> (continuation of Deferred@1901891485 after retry RPC after error@1507619871) -> (continuation of Deferred@1768213405 after retry RPC after error@1328474252) -> (continuation of Deferred@1520154259 after retry RPC after error@1616727379)))
13:57:45.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.546 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.644 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.664 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.746 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@892322663(state=PENDING, result=null, callback=(continuation of Deferred@546890001 after retry RPC after error@1349773517) -> (continuation of Deferred@1564689729 after retry RPC after error@381452661) -> (continuation of Deferred@1900767962 after retry RPC after error@1051836862) -> (continuation of Deferred@2040521316 after retry RPC after error@190477067) -> (continuation of Deferred@569234688 after retry RPC after error@299977906) -> (continuation of Deferred@401276968 after retry RPC after error@1341258741) -> (continuation of Deferred@8086238 after retry RPC after error@467937983), errback=(continuation of Deferred@546890001 after retry RPC after error@1349773517) -> (continuation of Deferred@1564689729 after retry RPC after error@381452661) -> (continuation of Deferred@1900767962 after retry RPC after error@1051836862) -> (continuation of Deferred@2040521316 after retry RPC after error@190477067) -> (continuation of Deferred@569234688 after retry RPC after error@299977906) -> (continuation of Deferred@401276968 after retry RPC after error@1341258741) -> (continuation of Deferred@8086238 after retry RPC after error@467937983)))
13:57:45.746 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@892322663(state=PENDING, result=null, callback=(continuation of Deferred@546890001 after retry RPC after error@1349773517) -> (continuation of Deferred@1564689729 after retry RPC after error@381452661) -> (continuation of Deferred@1900767962 after retry RPC after error@1051836862) -> (continuation of Deferred@2040521316 after retry RPC after error@190477067) -> (continuation of Deferred@569234688 after retry RPC after error@299977906) -> (continuation of Deferred@401276968 after retry RPC after error@1341258741) -> (continuation of Deferred@8086238 after retry RPC after error@467937983), errback=(continuation of Deferred@546890001 after retry RPC after error@1349773517) -> (continuation of Deferred@1564689729 after retry RPC after error@381452661) -> (continuation of Deferred@1900767962 after retry RPC after error@1051836862) -> (continuation of Deferred@2040521316 after retry RPC after error@190477067) -> (continuation of Deferred@569234688 after retry RPC after error@299977906) -> (continuation of Deferred@401276968 after retry RPC after error@1341258741) -> (continuation of Deferred@8086238 after retry RPC after error@467937983)))
13:57:45.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:45.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:45.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:45.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:45.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:45.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.006 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@756476432(state=PENDING, result=null, callback=(continuation of Deferred@1190570091 after retry RPC after error@1101138432) -> (continuation of Deferred@667450629 after retry RPC after error@1024742790) -> (continuation of Deferred@1322387391 after retry RPC after error@535946863) -> (continuation of Deferred@2075496641 after retry RPC after error@1678918228) -> (continuation of Deferred@983785110 after retry RPC after error@720438579) -> (continuation of Deferred@2098576180 after retry RPC after error@199448096) -> (continuation of Deferred@731184676 after retry RPC after error@158248696) -> (continuation of Deferred@1500670202 after retry RPC after error@1219585954), errback=(continuation of Deferred@1190570091 after retry RPC after error@1101138432) -> (continuation of Deferred@667450629 after retry RPC after error@1024742790) -> (continuation of Deferred@1322387391 after retry RPC after error@535946863) -> (continuation of Deferred@2075496641 after retry RPC after error@1678918228) -> (continuation of Deferred@983785110 after retry RPC after error@720438579) -> (continuation of Deferred@2098576180 after retry RPC after error@199448096) -> (continuation of Deferred@731184676 after retry RPC after error@158248696) -> (continuation of Deferred@1500670202 after retry RPC after error@1219585954)))
13:57:46.006 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@756476432(state=PENDING, result=null, callback=(continuation of Deferred@1190570091 after retry RPC after error@1101138432) -> (continuation of Deferred@667450629 after retry RPC after error@1024742790) -> (continuation of Deferred@1322387391 after retry RPC after error@535946863) -> (continuation of Deferred@2075496641 after retry RPC after error@1678918228) -> (continuation of Deferred@983785110 after retry RPC after error@720438579) -> (continuation of Deferred@2098576180 after retry RPC after error@199448096) -> (continuation of Deferred@731184676 after retry RPC after error@158248696) -> (continuation of Deferred@1500670202 after retry RPC after error@1219585954), errback=(continuation of Deferred@1190570091 after retry RPC after error@1101138432) -> (continuation of Deferred@667450629 after retry RPC after error@1024742790) -> (continuation of Deferred@1322387391 after retry RPC after error@535946863) -> (continuation of Deferred@2075496641 after retry RPC after error@1678918228) -> (continuation of Deferred@983785110 after retry RPC after error@720438579) -> (continuation of Deferred@2098576180 after retry RPC after error@199448096) -> (continuation of Deferred@731184676 after retry RPC after error@158248696) -> (continuation of Deferred@1500670202 after retry RPC after error@1219585954)))
13:57:46.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.125 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.245 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.245 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.245 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.245 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.245 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@872256593(state=PENDING, result=null, callback=(continuation of Deferred@1715953631 after retry RPC after error@90603777) -> (continuation of Deferred@1519922619 after retry RPC after error@93873573) -> (continuation of Deferred@1501395822 after retry RPC after error@1755486153) -> (continuation of Deferred@1942784659 after retry RPC after error@901741570) -> (continuation of Deferred@128698320 after retry RPC after error@2068513843) -> (continuation of Deferred@1824821723 after retry RPC after error@584433453) -> (continuation of Deferred@2065267168 after retry RPC after error@1490063404), errback=(continuation of Deferred@1715953631 after retry RPC after error@90603777) -> (continuation of Deferred@1519922619 after retry RPC after error@93873573) -> (continuation of Deferred@1501395822 after retry RPC after error@1755486153) -> (continuation of Deferred@1942784659 after retry RPC after error@901741570) -> (continuation of Deferred@128698320 after retry RPC after error@2068513843) -> (continuation of Deferred@1824821723 after retry RPC after error@584433453) -> (continuation of Deferred@2065267168 after retry RPC after error@1490063404)))
13:57:46.247 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@872256593(state=PENDING, result=null, callback=(continuation of Deferred@1715953631 after retry RPC after error@90603777) -> (continuation of Deferred@1519922619 after retry RPC after error@93873573) -> (continuation of Deferred@1501395822 after retry RPC after error@1755486153) -> (continuation of Deferred@1942784659 after retry RPC after error@901741570) -> (continuation of Deferred@128698320 after retry RPC after error@2068513843) -> (continuation of Deferred@1824821723 after retry RPC after error@584433453) -> (continuation of Deferred@2065267168 after retry RPC after error@1490063404), errback=(continuation of Deferred@1715953631 after retry RPC after error@90603777) -> (continuation of Deferred@1519922619 after retry RPC after error@93873573) -> (continuation of Deferred@1501395822 after retry RPC after error@1755486153) -> (continuation of Deferred@1942784659 after retry RPC after error@901741570) -> (continuation of Deferred@128698320 after retry RPC after error@2068513843) -> (continuation of Deferred@1824821723 after retry RPC after error@584433453) -> (continuation of Deferred@2065267168 after retry RPC after error@1490063404)))
13:57:46.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.343 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.386 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.484 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [129ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [129ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2005489778(state=PENDING, result=null, callback=(continuation of Deferred@1667660806 after retry RPC after error@1921604508) -> (continuation of Deferred@1392219857 after retry RPC after error@1871449652) -> (continuation of Deferred@1062918543 after retry RPC after error@121053251) -> (continuation of Deferred@158622570 after retry RPC after error@101065182) -> (continuation of Deferred@1878595120 after retry RPC after error@1374820020) -> (continuation of Deferred@2075607251 after retry RPC after error@1284019882) -> (continuation of Deferred@1801929117 after retry RPC after error@719433203), errback=(continuation of Deferred@1667660806 after retry RPC after error@1921604508) -> (continuation of Deferred@1392219857 after retry RPC after error@1871449652) -> (continuation of Deferred@1062918543 after retry RPC after error@121053251) -> (continuation of Deferred@158622570 after retry RPC after error@101065182) -> (continuation of Deferred@1878595120 after retry RPC after error@1374820020) -> (continuation of Deferred@2075607251 after retry RPC after error@1284019882) -> (continuation of Deferred@1801929117 after retry RPC after error@719433203)))
13:57:46.486 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [129ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [129ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2005489778(state=PENDING, result=null, callback=(continuation of Deferred@1667660806 after retry RPC after error@1921604508) -> (continuation of Deferred@1392219857 after retry RPC after error@1871449652) -> (continuation of Deferred@1062918543 after retry RPC after error@121053251) -> (continuation of Deferred@158622570 after retry RPC after error@101065182) -> (continuation of Deferred@1878595120 after retry RPC after error@1374820020) -> (continuation of Deferred@2075607251 after retry RPC after error@1284019882) -> (continuation of Deferred@1801929117 after retry RPC after error@719433203), errback=(continuation of Deferred@1667660806 after retry RPC after error@1921604508) -> (continuation of Deferred@1392219857 after retry RPC after error@1871449652) -> (continuation of Deferred@1062918543 after retry RPC after error@121053251) -> (continuation of Deferred@158622570 after retry RPC after error@101065182) -> (continuation of Deferred@1878595120 after retry RPC after error@1374820020) -> (continuation of Deferred@2075607251 after retry RPC after error@1284019882) -> (continuation of Deferred@1801929117 after retry RPC after error@719433203)))
13:57:46.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.504 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.525 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:46.528220 28708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:57:46.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:46.533708 28708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:57:46.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:46.535403 28710 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.53.254:39885)
13:57:46.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.564 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.565 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.565 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.565 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.565 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.764 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@888911655(state=PENDING, result=null, callback=(continuation of Deferred@1108992230 after retry RPC after error@321964683) -> (continuation of Deferred@104530787 after retry RPC after error@1863376396) -> (continuation of Deferred@1644367320 after retry RPC after error@2012407681) -> (continuation of Deferred@697094663 after retry RPC after error@1074104708) -> (continuation of Deferred@982655377 after retry RPC after error@1522276269) -> (continuation of Deferred@368044567 after retry RPC after error@2043283591) -> (continuation of Deferred@1384067206 after retry RPC after error@1757692955), errback=(continuation of Deferred@1108992230 after retry RPC after error@321964683) -> (continuation of Deferred@104530787 after retry RPC after error@1863376396) -> (continuation of Deferred@1644367320 after retry RPC after error@2012407681) -> (continuation of Deferred@697094663 after retry RPC after error@1074104708) -> (continuation of Deferred@982655377 after retry RPC after error@1522276269) -> (continuation of Deferred@368044567 after retry RPC after error@2043283591) -> (continuation of Deferred@1384067206 after retry RPC after error@1757692955)))
13:57:46.765 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:46.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:46.915831 29522 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:57:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:46.916100 29522 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:57:46.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:46.917059 29522 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:57:46.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:46.918287 28037 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111) [suppressed 3 similar messages]
13:57:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:46.919785 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:57:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:46.919988 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:57:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:46.920081 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:57:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:57:46.920305 29522 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:57:46.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.945 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:46.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:46.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:46.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:46.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:46.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1098549836(state=PENDING, result=null, callback=(continuation of Deferred@1001079879 after retry RPC after error@923185419) -> (continuation of Deferred@607195728 after retry RPC after error@822924400) -> (continuation of Deferred@1348740970 after retry RPC after error@1382570628) -> (continuation of Deferred@2120704267 after retry RPC after error@698320355) -> (continuation of Deferred@1479653581 after retry RPC after error@1218278709) -> (continuation of Deferred@221719060 after retry RPC after error@1490163404) -> (continuation of Deferred@233843403 after retry RPC after error@778551965), errback=(continuation of Deferred@1001079879 after retry RPC after error@923185419) -> (continuation of Deferred@607195728 after retry RPC after error@822924400) -> (continuation of Deferred@1348740970 after retry RPC after error@1382570628) -> (continuation of Deferred@2120704267 after retry RPC after error@698320355) -> (continuation of Deferred@1479653581 after retry RPC after error@1218278709) -> (continuation of Deferred@221719060 after retry RPC after error@1490163404) -> (continuation of Deferred@233843403 after retry RPC after error@778551965)))
13:57:46.987 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1098549836(state=PENDING, result=null, callback=(continuation of Deferred@1001079879 after retry RPC after error@923185419) -> (continuation of Deferred@607195728 after retry RPC after error@822924400) -> (continuation of Deferred@1348740970 after retry RPC after error@1382570628) -> (continuation of Deferred@2120704267 after retry RPC after error@698320355) -> (continuation of Deferred@1479653581 after retry RPC after error@1218278709) -> (continuation of Deferred@221719060 after retry RPC after error@1490163404) -> (continuation of Deferred@233843403 after retry RPC after error@778551965), errback=(continuation of Deferred@1001079879 after retry RPC after error@923185419) -> (continuation of Deferred@607195728 after retry RPC after error@822924400) -> (continuation of Deferred@1348740970 after retry RPC after error@1382570628) -> (continuation of Deferred@2120704267 after retry RPC after error@698320355) -> (continuation of Deferred@1479653581 after retry RPC after error@1218278709) -> (continuation of Deferred@221719060 after retry RPC after error@1490163404) -> (continuation of Deferred@233843403 after retry RPC after error@778551965)))
13:57:47.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.165 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.166 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1725588190(state=PENDING, result=null, callback=(continuation of Deferred@797925233 after retry RPC after error@1814090079) -> (continuation of Deferred@1500136786 after retry RPC after error@1821573171) -> (continuation of Deferred@968015367 after retry RPC after error@1399990855) -> (continuation of Deferred@1488561582 after retry RPC after error@744465426) -> (continuation of Deferred@3237144 after retry RPC after error@1112758091) -> (continuation of Deferred@1464999546 after retry RPC after error@117198774), errback=(continuation of Deferred@797925233 after retry RPC after error@1814090079) -> (continuation of Deferred@1500136786 after retry RPC after error@1821573171) -> (continuation of Deferred@968015367 after retry RPC after error@1399990855) -> (continuation of Deferred@1488561582 after retry RPC after error@744465426) -> (continuation of Deferred@3237144 after retry RPC after error@1112758091) -> (continuation of Deferred@1464999546 after retry RPC after error@117198774)))
13:57:47.167 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1725588190(state=PENDING, result=null, callback=(continuation of Deferred@797925233 after retry RPC after error@1814090079) -> (continuation of Deferred@1500136786 after retry RPC after error@1821573171) -> (continuation of Deferred@968015367 after retry RPC after error@1399990855) -> (continuation of Deferred@1488561582 after retry RPC after error@744465426) -> (continuation of Deferred@3237144 after retry RPC after error@1112758091) -> (continuation of Deferred@1464999546 after retry RPC after error@117198774), errback=(continuation of Deferred@797925233 after retry RPC after error@1814090079) -> (continuation of Deferred@1500136786 after retry RPC after error@1821573171) -> (continuation of Deferred@968015367 after retry RPC after error@1399990855) -> (continuation of Deferred@1488561582 after retry RPC after error@744465426) -> (continuation of Deferred@3237144 after retry RPC after error@1112758091) -> (continuation of Deferred@1464999546 after retry RPC after error@117198774)))
13:57:47.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.185 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.386 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@215392352(state=PENDING, result=null, callback=(continuation of Deferred@553988907 after retry RPC after error@2020402776) -> (continuation of Deferred@1850679700 after retry RPC after error@1461934493) -> (continuation of Deferred@1597486137 after retry RPC after error@1081526177) -> (continuation of Deferred@1461849530 after retry RPC after error@436230514) -> (continuation of Deferred@2020909175 after retry RPC after error@248064791) -> (continuation of Deferred@1237428393 after retry RPC after error@1368568618) -> (continuation of Deferred@205051511 after retry RPC after error@1265550708), errback=(continuation of Deferred@553988907 after retry RPC after error@2020402776) -> (continuation of Deferred@1850679700 after retry RPC after error@1461934493) -> (continuation of Deferred@1597486137 after retry RPC after error@1081526177) -> (continuation of Deferred@1461849530 after retry RPC after error@436230514) -> (continuation of Deferred@2020909175 after retry RPC after error@248064791) -> (continuation of Deferred@1237428393 after retry RPC after error@1368568618) -> (continuation of Deferred@205051511 after retry RPC after error@1265550708)))
13:57:47.386 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@215392352(state=PENDING, result=null, callback=(continuation of Deferred@553988907 after retry RPC after error@2020402776) -> (continuation of Deferred@1850679700 after retry RPC after error@1461934493) -> (continuation of Deferred@1597486137 after retry RPC after error@1081526177) -> (continuation of Deferred@1461849530 after retry RPC after error@436230514) -> (continuation of Deferred@2020909175 after retry RPC after error@248064791) -> (continuation of Deferred@1237428393 after retry RPC after error@1368568618) -> (continuation of Deferred@205051511 after retry RPC after error@1265550708), errback=(continuation of Deferred@553988907 after retry RPC after error@2020402776) -> (continuation of Deferred@1850679700 after retry RPC after error@1461934493) -> (continuation of Deferred@1597486137 after retry RPC after error@1081526177) -> (continuation of Deferred@1461849530 after retry RPC after error@436230514) -> (continuation of Deferred@2020909175 after retry RPC after error@248064791) -> (continuation of Deferred@1237428393 after retry RPC after error@1368568618) -> (continuation of Deferred@205051511 after retry RPC after error@1265550708)))
13:57:47.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.565 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1187962591(state=PENDING, result=null, callback=(continuation of Deferred@132455883 after retry RPC after error@53063771) -> (continuation of Deferred@2069949679 after retry RPC after error@1273560442) -> (continuation of Deferred@1682745993 after retry RPC after error@707355955) -> (continuation of Deferred@1448272653 after retry RPC after error@1524488080) -> (continuation of Deferred@1539581600 after retry RPC after error@975556630) -> (continuation of Deferred@2066613972 after retry RPC after error@1341861750) -> (continuation of Deferred@896594191 after retry RPC after error@557920983), errback=(continuation of Deferred@132455883 after retry RPC after error@53063771) -> (continuation of Deferred@2069949679 after retry RPC after error@1273560442) -> (continuation of Deferred@1682745993 after retry RPC after error@707355955) -> (continuation of Deferred@1448272653 after retry RPC after error@1524488080) -> (continuation of Deferred@1539581600 after retry RPC after error@975556630) -> (continuation of Deferred@2066613972 after retry RPC after error@1341861750) -> (continuation of Deferred@896594191 after retry RPC after error@557920983)))
13:57:47.567 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1187962591(state=PENDING, result=null, callback=(continuation of Deferred@132455883 after retry RPC after error@53063771) -> (continuation of Deferred@2069949679 after retry RPC after error@1273560442) -> (continuation of Deferred@1682745993 after retry RPC after error@707355955) -> (continuation of Deferred@1448272653 after retry RPC after error@1524488080) -> (continuation of Deferred@1539581600 after retry RPC after error@975556630) -> (continuation of Deferred@2066613972 after retry RPC after error@1341861750) -> (continuation of Deferred@896594191 after retry RPC after error@557920983), errback=(continuation of Deferred@132455883 after retry RPC after error@53063771) -> (continuation of Deferred@2069949679 after retry RPC after error@1273560442) -> (continuation of Deferred@1682745993 after retry RPC after error@707355955) -> (continuation of Deferred@1448272653 after retry RPC after error@1524488080) -> (continuation of Deferred@1539581600 after retry RPC after error@975556630) -> (continuation of Deferred@2066613972 after retry RPC after error@1341861750) -> (continuation of Deferred@896594191 after retry RPC after error@557920983)))
13:57:47.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.585 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.643 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.705 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.749 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [165ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@408504847(state=PENDING, result=null, callback=(continuation of Deferred@1371720 after retry RPC after error@2042803598) -> (continuation of Deferred@1390233282 after retry RPC after error@419748) -> (continuation of Deferred@659009346 after retry RPC after error@1271202017) -> (continuation of Deferred@1930863629 after retry RPC after error@1075758732) -> (continuation of Deferred@1513708658 after retry RPC after error@957910492) -> (continuation of Deferred@2137550910 after retry RPC after error@1232401401) -> (continuation of Deferred@1505684585 after retry RPC after error@607517935), errback=(continuation of Deferred@1371720 after retry RPC after error@2042803598) -> (continuation of Deferred@1390233282 after retry RPC after error@419748) -> (continuation of Deferred@659009346 after retry RPC after error@1271202017) -> (continuation of Deferred@1930863629 after retry RPC after error@1075758732) -> (continuation of Deferred@1513708658 after retry RPC after error@957910492) -> (continuation of Deferred@2137550910 after retry RPC after error@1232401401) -> (continuation of Deferred@1505684585 after retry RPC after error@607517935)))
13:57:47.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [165ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@408504847(state=PENDING, result=null, callback=(continuation of Deferred@1371720 after retry RPC after error@2042803598) -> (continuation of Deferred@1390233282 after retry RPC after error@419748) -> (continuation of Deferred@659009346 after retry RPC after error@1271202017) -> (continuation of Deferred@1930863629 after retry RPC after error@1075758732) -> (continuation of Deferred@1513708658 after retry RPC after error@957910492) -> (continuation of Deferred@2137550910 after retry RPC after error@1232401401) -> (continuation of Deferred@1505684585 after retry RPC after error@607517935), errback=(continuation of Deferred@1371720 after retry RPC after error@2042803598) -> (continuation of Deferred@1390233282 after retry RPC after error@419748) -> (continuation of Deferred@659009346 after retry RPC after error@1271202017) -> (continuation of Deferred@1930863629 after retry RPC after error@1075758732) -> (continuation of Deferred@1513708658 after retry RPC after error@957910492) -> (continuation of Deferred@2137550910 after retry RPC after error@1232401401) -> (continuation of Deferred@1505684585 after retry RPC after error@607517935)))
13:57:47.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:47.966 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1329444326(state=PENDING, result=null, callback=(continuation of Deferred@328483586 after retry RPC after error@2059635357) -> (continuation of Deferred@1390901716 after retry RPC after error@1893168363) -> (continuation of Deferred@1105896864 after retry RPC after error@656099426) -> (continuation of Deferred@1323019404 after retry RPC after error@90241424) -> (continuation of Deferred@288590649 after retry RPC after error@1813416229) -> (continuation of Deferred@2134570983 after retry RPC after error@2098478569) -> (continuation of Deferred@1894980401 after retry RPC after error@678755243), errback=(continuation of Deferred@328483586 after retry RPC after error@2059635357) -> (continuation of Deferred@1390901716 after retry RPC after error@1893168363) -> (continuation of Deferred@1105896864 after retry RPC after error@656099426) -> (continuation of Deferred@1323019404 after retry RPC after error@90241424) -> (continuation of Deferred@288590649 after retry RPC after error@1813416229) -> (continuation of Deferred@2134570983 after retry RPC after error@2098478569) -> (continuation of Deferred@1894980401 after retry RPC after error@678755243)))
13:57:47.966 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1329444326(state=PENDING, result=null, callback=(continuation of Deferred@328483586 after retry RPC after error@2059635357) -> (continuation of Deferred@1390901716 after retry RPC after error@1893168363) -> (continuation of Deferred@1105896864 after retry RPC after error@656099426) -> (continuation of Deferred@1323019404 after retry RPC after error@90241424) -> (continuation of Deferred@288590649 after retry RPC after error@1813416229) -> (continuation of Deferred@2134570983 after retry RPC after error@2098478569) -> (continuation of Deferred@1894980401 after retry RPC after error@678755243), errback=(continuation of Deferred@328483586 after retry RPC after error@2059635357) -> (continuation of Deferred@1390901716 after retry RPC after error@1893168363) -> (continuation of Deferred@1105896864 after retry RPC after error@656099426) -> (continuation of Deferred@1323019404 after retry RPC after error@90241424) -> (continuation of Deferred@288590649 after retry RPC after error@1813416229) -> (continuation of Deferred@2134570983 after retry RPC after error@2098478569) -> (continuation of Deferred@1894980401 after retry RPC after error@678755243)))
13:57:47.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:47.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:47.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.984 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:47.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:47.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.004 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.004 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.004 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.025 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.145 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.145 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@999982248(state=PENDING, result=null, callback=(continuation of Deferred@1982472842 after retry RPC after error@1529444399) -> (continuation of Deferred@184827485 after retry RPC after error@1683248209) -> (continuation of Deferred@1137513507 after retry RPC after error@1404429429) -> (continuation of Deferred@2045365896 after retry RPC after error@1071250232) -> (continuation of Deferred@337550572 after retry RPC after error@1752454230) -> (continuation of Deferred@1600014942 after retry RPC after error@799959734), errback=(continuation of Deferred@1982472842 after retry RPC after error@1529444399) -> (continuation of Deferred@184827485 after retry RPC after error@1683248209) -> (continuation of Deferred@1137513507 after retry RPC after error@1404429429) -> (continuation of Deferred@2045365896 after retry RPC after error@1071250232) -> (continuation of Deferred@337550572 after retry RPC after error@1752454230) -> (continuation of Deferred@1600014942 after retry RPC after error@799959734)))
13:57:48.147 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@999982248(state=PENDING, result=null, callback=(continuation of Deferred@1982472842 after retry RPC after error@1529444399) -> (continuation of Deferred@184827485 after retry RPC after error@1683248209) -> (continuation of Deferred@1137513507 after retry RPC after error@1404429429) -> (continuation of Deferred@2045365896 after retry RPC after error@1071250232) -> (continuation of Deferred@337550572 after retry RPC after error@1752454230) -> (continuation of Deferred@1600014942 after retry RPC after error@799959734), errback=(continuation of Deferred@1982472842 after retry RPC after error@1529444399) -> (continuation of Deferred@184827485 after retry RPC after error@1683248209) -> (continuation of Deferred@1137513507 after retry RPC after error@1404429429) -> (continuation of Deferred@2045365896 after retry RPC after error@1071250232) -> (continuation of Deferred@337550572 after retry RPC after error@1752454230) -> (continuation of Deferred@1600014942 after retry RPC after error@799959734)))
13:57:48.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.185 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.325 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.325 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.405 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@975292334(state=PENDING, result=null, callback=(continuation of Deferred@1487867463 after retry RPC after error@53966356) -> (continuation of Deferred@1543970169 after retry RPC after error@1756343776) -> (continuation of Deferred@1213352836 after retry RPC after error@1894585164) -> (continuation of Deferred@350561533 after retry RPC after error@19946284) -> (continuation of Deferred@1541680869 after retry RPC after error@1133191590) -> (continuation of Deferred@2129930214 after retry RPC after error@2099178031) -> (continuation of Deferred@133652591 after retry RPC after error@493610790) -> (continuation of Deferred@1124018298 after retry RPC after error@1220210072), errback=(continuation of Deferred@1487867463 after retry RPC after error@53966356) -> (continuation of Deferred@1543970169 after retry RPC after error@1756343776) -> (continuation of Deferred@1213352836 after retry RPC after error@1894585164) -> (continuation of Deferred@350561533 after retry RPC after error@19946284) -> (continuation of Deferred@1541680869 after retry RPC after error@1133191590) -> (continuation of Deferred@2129930214 after retry RPC after error@2099178031) -> (continuation of Deferred@133652591 after retry RPC after error@493610790) -> (continuation of Deferred@1124018298 after retry RPC after error@1220210072)))
13:57:48.407 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@975292334(state=PENDING, result=null, callback=(continuation of Deferred@1487867463 after retry RPC after error@53966356) -> (continuation of Deferred@1543970169 after retry RPC after error@1756343776) -> (continuation of Deferred@1213352836 after retry RPC after error@1894585164) -> (continuation of Deferred@350561533 after retry RPC after error@19946284) -> (continuation of Deferred@1541680869 after retry RPC after error@1133191590) -> (continuation of Deferred@2129930214 after retry RPC after error@2099178031) -> (continuation of Deferred@133652591 after retry RPC after error@493610790) -> (continuation of Deferred@1124018298 after retry RPC after error@1220210072), errback=(continuation of Deferred@1487867463 after retry RPC after error@53966356) -> (continuation of Deferred@1543970169 after retry RPC after error@1756343776) -> (continuation of Deferred@1213352836 after retry RPC after error@1894585164) -> (continuation of Deferred@350561533 after retry RPC after error@19946284) -> (continuation of Deferred@1541680869 after retry RPC after error@1133191590) -> (continuation of Deferred@2129930214 after retry RPC after error@2099178031) -> (continuation of Deferred@133652591 after retry RPC after error@493610790) -> (continuation of Deferred@1124018298 after retry RPC after error@1220210072)))
13:57:48.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.504 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.525 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.586 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@224772569(state=PENDING, result=null, callback=(continuation of Deferred@313277376 after retry RPC after error@1987925173) -> (continuation of Deferred@1419845446 after retry RPC after error@2011789058) -> (continuation of Deferred@82325508 after retry RPC after error@413930704) -> (continuation of Deferred@1152086956 after retry RPC after error@2026265948) -> (continuation of Deferred@1038826064 after retry RPC after error@1159312297) -> (continuation of Deferred@1521524405 after retry RPC after error@274076674), errback=(continuation of Deferred@313277376 after retry RPC after error@1987925173) -> (continuation of Deferred@1419845446 after retry RPC after error@2011789058) -> (continuation of Deferred@82325508 after retry RPC after error@413930704) -> (continuation of Deferred@1152086956 after retry RPC after error@2026265948) -> (continuation of Deferred@1038826064 after retry RPC after error@1159312297) -> (continuation of Deferred@1521524405 after retry RPC after error@274076674)))
13:57:48.586 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@224772569(state=PENDING, result=null, callback=(continuation of Deferred@313277376 after retry RPC after error@1987925173) -> (continuation of Deferred@1419845446 after retry RPC after error@2011789058) -> (continuation of Deferred@82325508 after retry RPC after error@413930704) -> (continuation of Deferred@1152086956 after retry RPC after error@2026265948) -> (continuation of Deferred@1038826064 after retry RPC after error@1159312297) -> (continuation of Deferred@1521524405 after retry RPC after error@274076674), errback=(continuation of Deferred@313277376 after retry RPC after error@1987925173) -> (continuation of Deferred@1419845446 after retry RPC after error@2011789058) -> (continuation of Deferred@82325508 after retry RPC after error@413930704) -> (continuation of Deferred@1152086956 after retry RPC after error@2026265948) -> (continuation of Deferred@1038826064 after retry RPC after error@1159312297) -> (continuation of Deferred@1521524405 after retry RPC after error@274076674)))
13:57:48.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@709283673(state=PENDING, result=null, callback=(continuation of Deferred@1763905740 after retry RPC after error@792254658) -> (continuation of Deferred@2127606276 after retry RPC after error@1659930240) -> (continuation of Deferred@321150818 after retry RPC after error@2058578700) -> (continuation of Deferred@17348300 after retry RPC after error@1730864363) -> (continuation of Deferred@1455716387 after retry RPC after error@936284924) -> (continuation of Deferred@1941236767 after retry RPC after error@1133073214), errback=(continuation of Deferred@1763905740 after retry RPC after error@792254658) -> (continuation of Deferred@2127606276 after retry RPC after error@1659930240) -> (continuation of Deferred@321150818 after retry RPC after error@2058578700) -> (continuation of Deferred@17348300 after retry RPC after error@1730864363) -> (continuation of Deferred@1455716387 after retry RPC after error@936284924) -> (continuation of Deferred@1941236767 after retry RPC after error@1133073214)))
13:57:48.747 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@709283673(state=PENDING, result=null, callback=(continuation of Deferred@1763905740 after retry RPC after error@792254658) -> (continuation of Deferred@2127606276 after retry RPC after error@1659930240) -> (continuation of Deferred@321150818 after retry RPC after error@2058578700) -> (continuation of Deferred@17348300 after retry RPC after error@1730864363) -> (continuation of Deferred@1455716387 after retry RPC after error@936284924) -> (continuation of Deferred@1941236767 after retry RPC after error@1133073214), errback=(continuation of Deferred@1763905740 after retry RPC after error@792254658) -> (continuation of Deferred@2127606276 after retry RPC after error@1659930240) -> (continuation of Deferred@321150818 after retry RPC after error@2058578700) -> (continuation of Deferred@17348300 after retry RPC after error@1730864363) -> (continuation of Deferred@1455716387 after retry RPC after error@936284924) -> (continuation of Deferred@1941236767 after retry RPC after error@1133073214)))
13:57:48.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1468803094(state=PENDING, result=null, callback=(continuation of Deferred@983052353 after retry RPC after error@95102709) -> (continuation of Deferred@2130226217 after retry RPC after error@1216538488) -> (continuation of Deferred@862178321 after retry RPC after error@1873004550) -> (continuation of Deferred@1409394751 after retry RPC after error@199699680) -> (continuation of Deferred@642349769 after retry RPC after error@1465607678) -> (continuation of Deferred@247623546 after retry RPC after error@1022411374) -> (continuation of Deferred@1359116299 after retry RPC after error@1568310080), errback=(continuation of Deferred@983052353 after retry RPC after error@95102709) -> (continuation of Deferred@2130226217 after retry RPC after error@1216538488) -> (continuation of Deferred@862178321 after retry RPC after error@1873004550) -> (continuation of Deferred@1409394751 after retry RPC after error@199699680) -> (continuation of Deferred@642349769 after retry RPC after error@1465607678) -> (continuation of Deferred@247623546 after retry RPC after error@1022411374) -> (continuation of Deferred@1359116299 after retry RPC after error@1568310080)))
13:57:48.927 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1468803094(state=PENDING, result=null, callback=(continuation of Deferred@983052353 after retry RPC after error@95102709) -> (continuation of Deferred@2130226217 after retry RPC after error@1216538488) -> (continuation of Deferred@862178321 after retry RPC after error@1873004550) -> (continuation of Deferred@1409394751 after retry RPC after error@199699680) -> (continuation of Deferred@642349769 after retry RPC after error@1465607678) -> (continuation of Deferred@247623546 after retry RPC after error@1022411374) -> (continuation of Deferred@1359116299 after retry RPC after error@1568310080), errback=(continuation of Deferred@983052353 after retry RPC after error@95102709) -> (continuation of Deferred@2130226217 after retry RPC after error@1216538488) -> (continuation of Deferred@862178321 after retry RPC after error@1873004550) -> (continuation of Deferred@1409394751 after retry RPC after error@199699680) -> (continuation of Deferred@642349769 after retry RPC after error@1465607678) -> (continuation of Deferred@247623546 after retry RPC after error@1022411374) -> (continuation of Deferred@1359116299 after retry RPC after error@1568310080)))
13:57:48.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:48.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:48.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:48.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:48.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:48.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1079738317(state=PENDING, result=null, callback=(continuation of Deferred@117480805 after retry RPC after error@731249984) -> (continuation of Deferred@593964268 after retry RPC after error@953780826) -> (continuation of Deferred@1001505681 after retry RPC after error@1061832282) -> (continuation of Deferred@634395923 after retry RPC after error@1362086057) -> (continuation of Deferred@1681335382 after retry RPC after error@161666588) -> (continuation of Deferred@742353598 after retry RPC after error@58365200) -> (continuation of Deferred@1580336317 after retry RPC after error@1094662993), errback=(continuation of Deferred@117480805 after retry RPC after error@731249984) -> (continuation of Deferred@593964268 after retry RPC after error@953780826) -> (continuation of Deferred@1001505681 after retry RPC after error@1061832282) -> (continuation of Deferred@634395923 after retry RPC after error@1362086057) -> (continuation of Deferred@1681335382 after retry RPC after error@161666588) -> (continuation of Deferred@742353598 after retry RPC after error@58365200) -> (continuation of Deferred@1580336317 after retry RPC after error@1094662993)))
13:57:49.187 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1079738317(state=PENDING, result=null, callback=(continuation of Deferred@117480805 after retry RPC after error@731249984) -> (continuation of Deferred@593964268 after retry RPC after error@953780826) -> (continuation of Deferred@1001505681 after retry RPC after error@1061832282) -> (continuation of Deferred@634395923 after retry RPC after error@1362086057) -> (continuation of Deferred@1681335382 after retry RPC after error@161666588) -> (continuation of Deferred@742353598 after retry RPC after error@58365200) -> (continuation of Deferred@1580336317 after retry RPC after error@1094662993), errback=(continuation of Deferred@117480805 after retry RPC after error@731249984) -> (continuation of Deferred@593964268 after retry RPC after error@953780826) -> (continuation of Deferred@1001505681 after retry RPC after error@1061832282) -> (continuation of Deferred@634395923 after retry RPC after error@1362086057) -> (continuation of Deferred@1681335382 after retry RPC after error@161666588) -> (continuation of Deferred@742353598 after retry RPC after error@58365200) -> (continuation of Deferred@1580336317 after retry RPC after error@1094662993)))
13:57:49.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.365 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.365 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@924544798(state=PENDING, result=null, callback=(continuation of Deferred@1313957076 after retry RPC after error@920181181) -> (continuation of Deferred@476447059 after retry RPC after error@1894383198) -> (continuation of Deferred@903566163 after retry RPC after error@1170104676) -> (continuation of Deferred@1778289689 after retry RPC after error@1448772726) -> (continuation of Deferred@963904549 after retry RPC after error@267908910) -> (continuation of Deferred@309603469 after retry RPC after error@277832577), errback=(continuation of Deferred@1313957076 after retry RPC after error@920181181) -> (continuation of Deferred@476447059 after retry RPC after error@1894383198) -> (continuation of Deferred@903566163 after retry RPC after error@1170104676) -> (continuation of Deferred@1778289689 after retry RPC after error@1448772726) -> (continuation of Deferred@963904549 after retry RPC after error@267908910) -> (continuation of Deferred@309603469 after retry RPC after error@277832577)))
13:57:49.367 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@924544798(state=PENDING, result=null, callback=(continuation of Deferred@1313957076 after retry RPC after error@920181181) -> (continuation of Deferred@476447059 after retry RPC after error@1894383198) -> (continuation of Deferred@903566163 after retry RPC after error@1170104676) -> (continuation of Deferred@1778289689 after retry RPC after error@1448772726) -> (continuation of Deferred@963904549 after retry RPC after error@267908910) -> (continuation of Deferred@309603469 after retry RPC after error@277832577), errback=(continuation of Deferred@1313957076 after retry RPC after error@920181181) -> (continuation of Deferred@476447059 after retry RPC after error@1894383198) -> (continuation of Deferred@903566163 after retry RPC after error@1170104676) -> (continuation of Deferred@1778289689 after retry RPC after error@1448772726) -> (continuation of Deferred@963904549 after retry RPC after error@267908910) -> (continuation of Deferred@309603469 after retry RPC after error@277832577)))
13:57:49.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.464 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.604 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.605 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.605 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.605 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.605 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@664404524(state=PENDING, result=null, callback=(continuation of Deferred@1499833482 after retry RPC after error@184752619) -> (continuation of Deferred@2114912448 after retry RPC after error@166983247) -> (continuation of Deferred@2110149135 after retry RPC after error@1855569949) -> (continuation of Deferred@1746322446 after retry RPC after error@2118194893) -> (continuation of Deferred@836269344 after retry RPC after error@300007982) -> (continuation of Deferred@1334399656 after retry RPC after error@965264106) -> (continuation of Deferred@1259061646 after retry RPC after error@1415879283), errback=(continuation of Deferred@1499833482 after retry RPC after error@184752619) -> (continuation of Deferred@2114912448 after retry RPC after error@166983247) -> (continuation of Deferred@2110149135 after retry RPC after error@1855569949) -> (continuation of Deferred@1746322446 after retry RPC after error@2118194893) -> (continuation of Deferred@836269344 after retry RPC after error@300007982) -> (continuation of Deferred@1334399656 after retry RPC after error@965264106) -> (continuation of Deferred@1259061646 after retry RPC after error@1415879283)))
13:57:49.606 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@664404524(state=PENDING, result=null, callback=(continuation of Deferred@1499833482 after retry RPC after error@184752619) -> (continuation of Deferred@2114912448 after retry RPC after error@166983247) -> (continuation of Deferred@2110149135 after retry RPC after error@1855569949) -> (continuation of Deferred@1746322446 after retry RPC after error@2118194893) -> (continuation of Deferred@836269344 after retry RPC after error@300007982) -> (continuation of Deferred@1334399656 after retry RPC after error@965264106) -> (continuation of Deferred@1259061646 after retry RPC after error@1415879283), errback=(continuation of Deferred@1499833482 after retry RPC after error@184752619) -> (continuation of Deferred@2114912448 after retry RPC after error@166983247) -> (continuation of Deferred@2110149135 after retry RPC after error@1855569949) -> (continuation of Deferred@1746322446 after retry RPC after error@2118194893) -> (continuation of Deferred@836269344 after retry RPC after error@300007982) -> (continuation of Deferred@1334399656 after retry RPC after error@965264106) -> (continuation of Deferred@1259061646 after retry RPC after error@1415879283)))
13:57:49.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.685 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.685 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.685 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1987717220(state=PENDING, result=null, callback=(continuation of Deferred@879618608 after retry RPC after error@1995959961) -> (continuation of Deferred@2037843921 after retry RPC after error@1592342931) -> (continuation of Deferred@93221908 after retry RPC after error@1287962906) -> (continuation of Deferred@223088348 after retry RPC after error@452893511) -> (continuation of Deferred@1814455000 after retry RPC after error@109093463) -> (continuation of Deferred@1800890037 after retry RPC after error@94235707) -> (continuation of Deferred@1517448946 after retry RPC after error@1499721201) -> (continuation of Deferred@164715174 after retry RPC after error@1665635219), errback=(continuation of Deferred@879618608 after retry RPC after error@1995959961) -> (continuation of Deferred@2037843921 after retry RPC after error@1592342931) -> (continuation of Deferred@93221908 after retry RPC after error@1287962906) -> (continuation of Deferred@223088348 after retry RPC after error@452893511) -> (continuation of Deferred@1814455000 after retry RPC after error@109093463) -> (continuation of Deferred@1800890037 after retry RPC after error@94235707) -> (continuation of Deferred@1517448946 after retry RPC after error@1499721201) -> (continuation of Deferred@164715174 after retry RPC after error@1665635219)))
13:57:49.846 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1987717220(state=PENDING, result=null, callback=(continuation of Deferred@879618608 after retry RPC after error@1995959961) -> (continuation of Deferred@2037843921 after retry RPC after error@1592342931) -> (continuation of Deferred@93221908 after retry RPC after error@1287962906) -> (continuation of Deferred@223088348 after retry RPC after error@452893511) -> (continuation of Deferred@1814455000 after retry RPC after error@109093463) -> (continuation of Deferred@1800890037 after retry RPC after error@94235707) -> (continuation of Deferred@1517448946 after retry RPC after error@1499721201) -> (continuation of Deferred@164715174 after retry RPC after error@1665635219), errback=(continuation of Deferred@879618608 after retry RPC after error@1995959961) -> (continuation of Deferred@2037843921 after retry RPC after error@1592342931) -> (continuation of Deferred@93221908 after retry RPC after error@1287962906) -> (continuation of Deferred@223088348 after retry RPC after error@452893511) -> (continuation of Deferred@1814455000 after retry RPC after error@109093463) -> (continuation of Deferred@1800890037 after retry RPC after error@94235707) -> (continuation of Deferred@1517448946 after retry RPC after error@1499721201) -> (continuation of Deferred@164715174 after retry RPC after error@1665635219)))
13:57:49.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:49.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:49.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:49.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:49.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:49.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1092603957(state=PENDING, result=null, callback=(continuation of Deferred@637259948 after retry RPC after error@2033844910) -> (continuation of Deferred@1550707097 after retry RPC after error@1665926233) -> (continuation of Deferred@415880748 after retry RPC after error@835684585) -> (continuation of Deferred@48074344 after retry RPC after error@19934374) -> (continuation of Deferred@1461645850 after retry RPC after error@450601168) -> (continuation of Deferred@1956369197 after retry RPC after error@1959695364) -> (continuation of Deferred@1415591589 after retry RPC after error@335200729), errback=(continuation of Deferred@637259948 after retry RPC after error@2033844910) -> (continuation of Deferred@1550707097 after retry RPC after error@1665926233) -> (continuation of Deferred@415880748 after retry RPC after error@835684585) -> (continuation of Deferred@48074344 after retry RPC after error@19934374) -> (continuation of Deferred@1461645850 after retry RPC after error@450601168) -> (continuation of Deferred@1956369197 after retry RPC after error@1959695364) -> (continuation of Deferred@1415591589 after retry RPC after error@335200729)))
13:57:50.066 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1092603957(state=PENDING, result=null, callback=(continuation of Deferred@637259948 after retry RPC after error@2033844910) -> (continuation of Deferred@1550707097 after retry RPC after error@1665926233) -> (continuation of Deferred@415880748 after retry RPC after error@835684585) -> (continuation of Deferred@48074344 after retry RPC after error@19934374) -> (continuation of Deferred@1461645850 after retry RPC after error@450601168) -> (continuation of Deferred@1956369197 after retry RPC after error@1959695364) -> (continuation of Deferred@1415591589 after retry RPC after error@335200729), errback=(continuation of Deferred@637259948 after retry RPC after error@2033844910) -> (continuation of Deferred@1550707097 after retry RPC after error@1665926233) -> (continuation of Deferred@415880748 after retry RPC after error@835684585) -> (continuation of Deferred@48074344 after retry RPC after error@19934374) -> (continuation of Deferred@1461645850 after retry RPC after error@450601168) -> (continuation of Deferred@1956369197 after retry RPC after error@1959695364) -> (continuation of Deferred@1415591589 after retry RPC after error@335200729)))
13:57:50.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.124 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.124 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.145 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.325 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.325 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.326 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@360741825(state=PENDING, result=null, callback=(continuation of Deferred@826033756 after retry RPC after error@584826193) -> (continuation of Deferred@1864414103 after retry RPC after error@2036896705) -> (continuation of Deferred@716518422 after retry RPC after error@1442522404) -> (continuation of Deferred@1059948551 after retry RPC after error@48689848) -> (continuation of Deferred@32535414 after retry RPC after error@221164649) -> (continuation of Deferred@1586526331 after retry RPC after error@1800811043) -> (continuation of Deferred@1765771260 after retry RPC after error@290122574), errback=(continuation of Deferred@826033756 after retry RPC after error@584826193) -> (continuation of Deferred@1864414103 after retry RPC after error@2036896705) -> (continuation of Deferred@716518422 after retry RPC after error@1442522404) -> (continuation of Deferred@1059948551 after retry RPC after error@48689848) -> (continuation of Deferred@32535414 after retry RPC after error@221164649) -> (continuation of Deferred@1586526331 after retry RPC after error@1800811043) -> (continuation of Deferred@1765771260 after retry RPC after error@290122574)))
13:57:50.326 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@360741825(state=PENDING, result=null, callback=(continuation of Deferred@826033756 after retry RPC after error@584826193) -> (continuation of Deferred@1864414103 after retry RPC after error@2036896705) -> (continuation of Deferred@716518422 after retry RPC after error@1442522404) -> (continuation of Deferred@1059948551 after retry RPC after error@48689848) -> (continuation of Deferred@32535414 after retry RPC after error@221164649) -> (continuation of Deferred@1586526331 after retry RPC after error@1800811043) -> (continuation of Deferred@1765771260 after retry RPC after error@290122574), errback=(continuation of Deferred@826033756 after retry RPC after error@584826193) -> (continuation of Deferred@1864414103 after retry RPC after error@2036896705) -> (continuation of Deferred@716518422 after retry RPC after error@1442522404) -> (continuation of Deferred@1059948551 after retry RPC after error@48689848) -> (continuation of Deferred@32535414 after retry RPC after error@221164649) -> (continuation of Deferred@1586526331 after retry RPC after error@1800811043) -> (continuation of Deferred@1765771260 after retry RPC after error@290122574)))
13:57:50.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.364 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.365 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.365 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.504 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.506 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@703066916(state=PENDING, result=null, callback=(continuation of Deferred@1888901299 after retry RPC after error@400994991) -> (continuation of Deferred@49263770 after retry RPC after error@344394032) -> (continuation of Deferred@1444317395 after retry RPC after error@1959213940) -> (continuation of Deferred@192088594 after retry RPC after error@655445189) -> (continuation of Deferred@1168316644 after retry RPC after error@141727679) -> (continuation of Deferred@465715001 after retry RPC after error@915943392), errback=(continuation of Deferred@1888901299 after retry RPC after error@400994991) -> (continuation of Deferred@49263770 after retry RPC after error@344394032) -> (continuation of Deferred@1444317395 after retry RPC after error@1959213940) -> (continuation of Deferred@192088594 after retry RPC after error@655445189) -> (continuation of Deferred@1168316644 after retry RPC after error@141727679) -> (continuation of Deferred@465715001 after retry RPC after error@915943392)))
13:57:50.506 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@703066916(state=PENDING, result=null, callback=(continuation of Deferred@1888901299 after retry RPC after error@400994991) -> (continuation of Deferred@49263770 after retry RPC after error@344394032) -> (continuation of Deferred@1444317395 after retry RPC after error@1959213940) -> (continuation of Deferred@192088594 after retry RPC after error@655445189) -> (continuation of Deferred@1168316644 after retry RPC after error@141727679) -> (continuation of Deferred@465715001 after retry RPC after error@915943392), errback=(continuation of Deferred@1888901299 after retry RPC after error@400994991) -> (continuation of Deferred@49263770 after retry RPC after error@344394032) -> (continuation of Deferred@1444317395 after retry RPC after error@1959213940) -> (continuation of Deferred@192088594 after retry RPC after error@655445189) -> (continuation of Deferred@1168316644 after retry RPC after error@141727679) -> (continuation of Deferred@465715001 after retry RPC after error@915943392)))
13:57:50.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.524 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.524 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.524 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.524 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.545 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.548 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.687 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1782435748(state=PENDING, result=null, callback=(continuation of Deferred@191685160 after retry RPC after error@1855533420) -> (continuation of Deferred@2050374158 after retry RPC after error@2121439747) -> (continuation of Deferred@308496967 after retry RPC after error@903220022) -> (continuation of Deferred@2130424264 after retry RPC after error@347315862) -> (continuation of Deferred@478859061 after retry RPC after error@419489833) -> (continuation of Deferred@987135792 after retry RPC after error@848892370), errback=(continuation of Deferred@191685160 after retry RPC after error@1855533420) -> (continuation of Deferred@2050374158 after retry RPC after error@2121439747) -> (continuation of Deferred@308496967 after retry RPC after error@903220022) -> (continuation of Deferred@2130424264 after retry RPC after error@347315862) -> (continuation of Deferred@478859061 after retry RPC after error@419489833) -> (continuation of Deferred@987135792 after retry RPC after error@848892370)))
13:57:50.687 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1782435748(state=PENDING, result=null, callback=(continuation of Deferred@191685160 after retry RPC after error@1855533420) -> (continuation of Deferred@2050374158 after retry RPC after error@2121439747) -> (continuation of Deferred@308496967 after retry RPC after error@903220022) -> (continuation of Deferred@2130424264 after retry RPC after error@347315862) -> (continuation of Deferred@478859061 after retry RPC after error@419489833) -> (continuation of Deferred@987135792 after retry RPC after error@848892370), errback=(continuation of Deferred@191685160 after retry RPC after error@1855533420) -> (continuation of Deferred@2050374158 after retry RPC after error@2121439747) -> (continuation of Deferred@308496967 after retry RPC after error@903220022) -> (continuation of Deferred@2130424264 after retry RPC after error@347315862) -> (continuation of Deferred@478859061 after retry RPC after error@419489833) -> (continuation of Deferred@987135792 after retry RPC after error@848892370)))
13:57:50.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.744 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.744 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.744 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.765 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.804 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.804 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.809 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.809 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.809 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.945 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.945 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.947 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [105ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [105ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1769377160(state=PENDING, result=null, callback=(continuation of Deferred@1954416869 after retry RPC after error@1452213493) -> (continuation of Deferred@1649965016 after retry RPC after error@1059044566) -> (continuation of Deferred@1000518384 after retry RPC after error@354726365) -> (continuation of Deferred@887349782 after retry RPC after error@1985483088) -> (continuation of Deferred@1480792153 after retry RPC after error@1759109333) -> (continuation of Deferred@1124158602 after retry RPC after error@1969555243) -> (continuation of Deferred@899958798 after retry RPC after error@316459303) -> (continuation of Deferred@1542501098 after retry RPC after error@108116704), errback=(continuation of Deferred@1954416869 after retry RPC after error@1452213493) -> (continuation of Deferred@1649965016 after retry RPC after error@1059044566) -> (continuation of Deferred@1000518384 after retry RPC after error@354726365) -> (continuation of Deferred@887349782 after retry RPC after error@1985483088) -> (continuation of Deferred@1480792153 after retry RPC after error@1759109333) -> (continuation of Deferred@1124158602 after retry RPC after error@1969555243) -> (continuation of Deferred@899958798 after retry RPC after error@316459303) -> (continuation of Deferred@1542501098 after retry RPC after error@108116704)))
13:57:50.947 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [105ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [105ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1769377160(state=PENDING, result=null, callback=(continuation of Deferred@1954416869 after retry RPC after error@1452213493) -> (continuation of Deferred@1649965016 after retry RPC after error@1059044566) -> (continuation of Deferred@1000518384 after retry RPC after error@354726365) -> (continuation of Deferred@887349782 after retry RPC after error@1985483088) -> (continuation of Deferred@1480792153 after retry RPC after error@1759109333) -> (continuation of Deferred@1124158602 after retry RPC after error@1969555243) -> (continuation of Deferred@899958798 after retry RPC after error@316459303) -> (continuation of Deferred@1542501098 after retry RPC after error@108116704), errback=(continuation of Deferred@1954416869 after retry RPC after error@1452213493) -> (continuation of Deferred@1649965016 after retry RPC after error@1059044566) -> (continuation of Deferred@1000518384 after retry RPC after error@354726365) -> (continuation of Deferred@887349782 after retry RPC after error@1985483088) -> (continuation of Deferred@1480792153 after retry RPC after error@1759109333) -> (continuation of Deferred@1124158602 after retry RPC after error@1969555243) -> (continuation of Deferred@899958798 after retry RPC after error@316459303) -> (continuation of Deferred@1542501098 after retry RPC after error@108116704)))
13:57:50.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:50.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:50.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:50.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:50.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:50.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.004 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.025 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.147 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@851939531(state=PENDING, result=null, callback=(continuation of Deferred@1339953693 after retry RPC after error@547439221) -> (continuation of Deferred@751397056 after retry RPC after error@579269722) -> (continuation of Deferred@502748397 after retry RPC after error@930029516) -> (continuation of Deferred@1342697097 after retry RPC after error@1169614071) -> (continuation of Deferred@1656852624 after retry RPC after error@765420155) -> (continuation of Deferred@1115927271 after retry RPC after error@811628316) -> (continuation of Deferred@1590371472 after retry RPC after error@143722888), errback=(continuation of Deferred@1339953693 after retry RPC after error@547439221) -> (continuation of Deferred@751397056 after retry RPC after error@579269722) -> (continuation of Deferred@502748397 after retry RPC after error@930029516) -> (continuation of Deferred@1342697097 after retry RPC after error@1169614071) -> (continuation of Deferred@1656852624 after retry RPC after error@765420155) -> (continuation of Deferred@1115927271 after retry RPC after error@811628316) -> (continuation of Deferred@1590371472 after retry RPC after error@143722888)))
13:57:51.147 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@851939531(state=PENDING, result=null, callback=(continuation of Deferred@1339953693 after retry RPC after error@547439221) -> (continuation of Deferred@751397056 after retry RPC after error@579269722) -> (continuation of Deferred@502748397 after retry RPC after error@930029516) -> (continuation of Deferred@1342697097 after retry RPC after error@1169614071) -> (continuation of Deferred@1656852624 after retry RPC after error@765420155) -> (continuation of Deferred@1115927271 after retry RPC after error@811628316) -> (continuation of Deferred@1590371472 after retry RPC after error@143722888), errback=(continuation of Deferred@1339953693 after retry RPC after error@547439221) -> (continuation of Deferred@751397056 after retry RPC after error@579269722) -> (continuation of Deferred@502748397 after retry RPC after error@930029516) -> (continuation of Deferred@1342697097 after retry RPC after error@1169614071) -> (continuation of Deferred@1656852624 after retry RPC after error@765420155) -> (continuation of Deferred@1115927271 after retry RPC after error@811628316) -> (continuation of Deferred@1590371472 after retry RPC after error@143722888)))
13:57:51.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.165 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.245 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.245 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.245 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.245 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.245 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@179112279(state=PENDING, result=null, callback=(continuation of Deferred@628804619 after retry RPC after error@1725549791) -> (continuation of Deferred@1410912321 after retry RPC after error@916298788) -> (continuation of Deferred@1165231208 after retry RPC after error@1835239213) -> (continuation of Deferred@2146162712 after retry RPC after error@634193789) -> (continuation of Deferred@1082065128 after retry RPC after error@836025637) -> (continuation of Deferred@274634783 after retry RPC after error@1566933894), errback=(continuation of Deferred@628804619 after retry RPC after error@1725549791) -> (continuation of Deferred@1410912321 after retry RPC after error@916298788) -> (continuation of Deferred@1165231208 after retry RPC after error@1835239213) -> (continuation of Deferred@2146162712 after retry RPC after error@634193789) -> (continuation of Deferred@1082065128 after retry RPC after error@836025637) -> (continuation of Deferred@274634783 after retry RPC after error@1566933894)))
13:57:51.306 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@179112279(state=PENDING, result=null, callback=(continuation of Deferred@628804619 after retry RPC after error@1725549791) -> (continuation of Deferred@1410912321 after retry RPC after error@916298788) -> (continuation of Deferred@1165231208 after retry RPC after error@1835239213) -> (continuation of Deferred@2146162712 after retry RPC after error@634193789) -> (continuation of Deferred@1082065128 after retry RPC after error@836025637) -> (continuation of Deferred@274634783 after retry RPC after error@1566933894), errback=(continuation of Deferred@628804619 after retry RPC after error@1725549791) -> (continuation of Deferred@1410912321 after retry RPC after error@916298788) -> (continuation of Deferred@1165231208 after retry RPC after error@1835239213) -> (continuation of Deferred@2146162712 after retry RPC after error@634193789) -> (continuation of Deferred@1082065128 after retry RPC after error@836025637) -> (continuation of Deferred@274634783 after retry RPC after error@1566933894)))
13:57:51.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.345 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.345 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.345 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.409 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [86ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@748106238(state=PENDING, result=null, callback=(continuation of Deferred@1026468062 after retry RPC after error@526142215) -> (continuation of Deferred@181756059 after retry RPC after error@525904126) -> (continuation of Deferred@1467521939 after retry RPC after error@713156104) -> (continuation of Deferred@191994491 after retry RPC after error@1370803379) -> (continuation of Deferred@1115906325 after retry RPC after error@1737977579) -> (continuation of Deferred@1613922848 after retry RPC after error@387189697) -> (continuation of Deferred@1313233919 after retry RPC after error@310019306), errback=(continuation of Deferred@1026468062 after retry RPC after error@526142215) -> (continuation of Deferred@181756059 after retry RPC after error@525904126) -> (continuation of Deferred@1467521939 after retry RPC after error@713156104) -> (continuation of Deferred@191994491 after retry RPC after error@1370803379) -> (continuation of Deferred@1115906325 after retry RPC after error@1737977579) -> (continuation of Deferred@1613922848 after retry RPC after error@387189697) -> (continuation of Deferred@1313233919 after retry RPC after error@310019306)))
13:57:51.486 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [86ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@748106238(state=PENDING, result=null, callback=(continuation of Deferred@1026468062 after retry RPC after error@526142215) -> (continuation of Deferred@181756059 after retry RPC after error@525904126) -> (continuation of Deferred@1467521939 after retry RPC after error@713156104) -> (continuation of Deferred@191994491 after retry RPC after error@1370803379) -> (continuation of Deferred@1115906325 after retry RPC after error@1737977579) -> (continuation of Deferred@1613922848 after retry RPC after error@387189697) -> (continuation of Deferred@1313233919 after retry RPC after error@310019306), errback=(continuation of Deferred@1026468062 after retry RPC after error@526142215) -> (continuation of Deferred@181756059 after retry RPC after error@525904126) -> (continuation of Deferred@1467521939 after retry RPC after error@713156104) -> (continuation of Deferred@191994491 after retry RPC after error@1370803379) -> (continuation of Deferred@1115906325 after retry RPC after error@1737977579) -> (continuation of Deferred@1613922848 after retry RPC after error@387189697) -> (continuation of Deferred@1313233919 after retry RPC after error@310019306)))
13:57:51.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.524 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.585 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:51.600472 28708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:57:51.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:51.601996 28708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:57:51.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:51.603641 28710 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.53.254:39885)
13:57:51.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.764 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1860663506(state=PENDING, result=null, callback=(continuation of Deferred@862317905 after retry RPC after error@1510448655) -> (continuation of Deferred@1074815655 after retry RPC after error@367309727) -> (continuation of Deferred@167238423 after retry RPC after error@1869007808) -> (continuation of Deferred@740334033 after retry RPC after error@476622721) -> (continuation of Deferred@737206392 after retry RPC after error@1922106893) -> (continuation of Deferred@1515710367 after retry RPC after error@52056051) -> (continuation of Deferred@801475784 after retry RPC after error@1428051539), errback=(continuation of Deferred@862317905 after retry RPC after error@1510448655) -> (continuation of Deferred@1074815655 after retry RPC after error@367309727) -> (continuation of Deferred@167238423 after retry RPC after error@1869007808) -> (continuation of Deferred@740334033 after retry RPC after error@476622721) -> (continuation of Deferred@737206392 after retry RPC after error@1922106893) -> (continuation of Deferred@1515710367 after retry RPC after error@52056051) -> (continuation of Deferred@801475784 after retry RPC after error@1428051539)))
13:57:51.765 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:51.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.786 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.906 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:51.966 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1853454349(state=PENDING, result=null, callback=(continuation of Deferred@1801823098 after retry RPC after error@1732483516) -> (continuation of Deferred@1360039151 after retry RPC after error@1955344336) -> (continuation of Deferred@850668616 after retry RPC after error@1229053403) -> (continuation of Deferred@484661224 after retry RPC after error@151263499) -> (continuation of Deferred@440513039 after retry RPC after error@1571363737) -> (continuation of Deferred@1534286803 after retry RPC after error@1914097143), errback=(continuation of Deferred@1801823098 after retry RPC after error@1732483516) -> (continuation of Deferred@1360039151 after retry RPC after error@1955344336) -> (continuation of Deferred@850668616 after retry RPC after error@1229053403) -> (continuation of Deferred@484661224 after retry RPC after error@151263499) -> (continuation of Deferred@440513039 after retry RPC after error@1571363737) -> (continuation of Deferred@1534286803 after retry RPC after error@1914097143)))
13:57:51.966 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1853454349(state=PENDING, result=null, callback=(continuation of Deferred@1801823098 after retry RPC after error@1732483516) -> (continuation of Deferred@1360039151 after retry RPC after error@1955344336) -> (continuation of Deferred@850668616 after retry RPC after error@1229053403) -> (continuation of Deferred@484661224 after retry RPC after error@151263499) -> (continuation of Deferred@440513039 after retry RPC after error@1571363737) -> (continuation of Deferred@1534286803 after retry RPC after error@1914097143), errback=(continuation of Deferred@1801823098 after retry RPC after error@1732483516) -> (continuation of Deferred@1360039151 after retry RPC after error@1955344336) -> (continuation of Deferred@850668616 after retry RPC after error@1229053403) -> (continuation of Deferred@484661224 after retry RPC after error@151263499) -> (continuation of Deferred@440513039 after retry RPC after error@1571363737) -> (continuation of Deferred@1534286803 after retry RPC after error@1914097143)))
13:57:51.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:51.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:51.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:51.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:51.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.024 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.024 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.024 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.024 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.024 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.024 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.065 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.065 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@370232763(state=PENDING, result=null, callback=(continuation of Deferred@1707481483 after retry RPC after error@887091095) -> (continuation of Deferred@1224911171 after retry RPC after error@1440897357) -> (continuation of Deferred@4003899 after retry RPC after error@1263926524) -> (continuation of Deferred@398527588 after retry RPC after error@1353582560) -> (continuation of Deferred@943333646 after retry RPC after error@1550620905) -> (continuation of Deferred@1129389356 after retry RPC after error@1667273633) -> (continuation of Deferred@171703442 after retry RPC after error@849905388), errback=(continuation of Deferred@1707481483 after retry RPC after error@887091095) -> (continuation of Deferred@1224911171 after retry RPC after error@1440897357) -> (continuation of Deferred@4003899 after retry RPC after error@1263926524) -> (continuation of Deferred@398527588 after retry RPC after error@1353582560) -> (continuation of Deferred@943333646 after retry RPC after error@1550620905) -> (continuation of Deferred@1129389356 after retry RPC after error@1667273633) -> (continuation of Deferred@171703442 after retry RPC after error@849905388)))
13:57:52.206 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@370232763(state=PENDING, result=null, callback=(continuation of Deferred@1707481483 after retry RPC after error@887091095) -> (continuation of Deferred@1224911171 after retry RPC after error@1440897357) -> (continuation of Deferred@4003899 after retry RPC after error@1263926524) -> (continuation of Deferred@398527588 after retry RPC after error@1353582560) -> (continuation of Deferred@943333646 after retry RPC after error@1550620905) -> (continuation of Deferred@1129389356 after retry RPC after error@1667273633) -> (continuation of Deferred@171703442 after retry RPC after error@849905388), errback=(continuation of Deferred@1707481483 after retry RPC after error@887091095) -> (continuation of Deferred@1224911171 after retry RPC after error@1440897357) -> (continuation of Deferred@4003899 after retry RPC after error@1263926524) -> (continuation of Deferred@398527588 after retry RPC after error@1353582560) -> (continuation of Deferred@943333646 after retry RPC after error@1550620905) -> (continuation of Deferred@1129389356 after retry RPC after error@1667273633) -> (continuation of Deferred@171703442 after retry RPC after error@849905388)))
13:57:52.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.426 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@155507494(state=PENDING, result=null, callback=(continuation of Deferred@520000437 after retry RPC after error@882105178) -> (continuation of Deferred@100879775 after retry RPC after error@699476882) -> (continuation of Deferred@1136158250 after retry RPC after error@1767586828) -> (continuation of Deferred@1974004493 after retry RPC after error@1432724369) -> (continuation of Deferred@1441531425 after retry RPC after error@1709702092) -> (continuation of Deferred@1470465278 after retry RPC after error@790940848), errback=(continuation of Deferred@520000437 after retry RPC after error@882105178) -> (continuation of Deferred@100879775 after retry RPC after error@699476882) -> (continuation of Deferred@1136158250 after retry RPC after error@1767586828) -> (continuation of Deferred@1974004493 after retry RPC after error@1432724369) -> (continuation of Deferred@1441531425 after retry RPC after error@1709702092) -> (continuation of Deferred@1470465278 after retry RPC after error@790940848)))
13:57:52.426 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@155507494(state=PENDING, result=null, callback=(continuation of Deferred@520000437 after retry RPC after error@882105178) -> (continuation of Deferred@100879775 after retry RPC after error@699476882) -> (continuation of Deferred@1136158250 after retry RPC after error@1767586828) -> (continuation of Deferred@1974004493 after retry RPC after error@1432724369) -> (continuation of Deferred@1441531425 after retry RPC after error@1709702092) -> (continuation of Deferred@1470465278 after retry RPC after error@790940848), errback=(continuation of Deferred@520000437 after retry RPC after error@882105178) -> (continuation of Deferred@100879775 after retry RPC after error@699476882) -> (continuation of Deferred@1136158250 after retry RPC after error@1767586828) -> (continuation of Deferred@1974004493 after retry RPC after error@1432724369) -> (continuation of Deferred@1441531425 after retry RPC after error@1709702092) -> (continuation of Deferred@1470465278 after retry RPC after error@790940848)))
13:57:52.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.524 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.565 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2084739110(state=PENDING, result=null, callback=(continuation of Deferred@1021791613 after retry RPC after error@740864323) -> (continuation of Deferred@1319851819 after retry RPC after error@650143088) -> (continuation of Deferred@541739120 after retry RPC after error@1233209235) -> (continuation of Deferred@1560761223 after retry RPC after error@2026456754) -> (continuation of Deferred@179476499 after retry RPC after error@1229777673) -> (continuation of Deferred@774898380 after retry RPC after error@478031214), errback=(continuation of Deferred@1021791613 after retry RPC after error@740864323) -> (continuation of Deferred@1319851819 after retry RPC after error@650143088) -> (continuation of Deferred@541739120 after retry RPC after error@1233209235) -> (continuation of Deferred@1560761223 after retry RPC after error@2026456754) -> (continuation of Deferred@179476499 after retry RPC after error@1229777673) -> (continuation of Deferred@774898380 after retry RPC after error@478031214)))
13:57:52.626 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2084739110(state=PENDING, result=null, callback=(continuation of Deferred@1021791613 after retry RPC after error@740864323) -> (continuation of Deferred@1319851819 after retry RPC after error@650143088) -> (continuation of Deferred@541739120 after retry RPC after error@1233209235) -> (continuation of Deferred@1560761223 after retry RPC after error@2026456754) -> (continuation of Deferred@179476499 after retry RPC after error@1229777673) -> (continuation of Deferred@774898380 after retry RPC after error@478031214), errback=(continuation of Deferred@1021791613 after retry RPC after error@740864323) -> (continuation of Deferred@1319851819 after retry RPC after error@650143088) -> (continuation of Deferred@541739120 after retry RPC after error@1233209235) -> (continuation of Deferred@1560761223 after retry RPC after error@2026456754) -> (continuation of Deferred@179476499 after retry RPC after error@1229777673) -> (continuation of Deferred@774898380 after retry RPC after error@478031214)))
13:57:52.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.665 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.665 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.905 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1551154924(state=PENDING, result=null, callback=(continuation of Deferred@1462842885 after retry RPC after error@1935782971) -> (continuation of Deferred@1969870085 after retry RPC after error@202610330) -> (continuation of Deferred@1380714499 after retry RPC after error@745717277) -> (continuation of Deferred@386434923 after retry RPC after error@121599062) -> (continuation of Deferred@897673378 after retry RPC after error@213559897) -> (continuation of Deferred@1599752058 after retry RPC after error@591070467) -> (continuation of Deferred@490847678 after retry RPC after error@1148199981), errback=(continuation of Deferred@1462842885 after retry RPC after error@1935782971) -> (continuation of Deferred@1969870085 after retry RPC after error@202610330) -> (continuation of Deferred@1380714499 after retry RPC after error@745717277) -> (continuation of Deferred@386434923 after retry RPC after error@121599062) -> (continuation of Deferred@897673378 after retry RPC after error@213559897) -> (continuation of Deferred@1599752058 after retry RPC after error@591070467) -> (continuation of Deferred@490847678 after retry RPC after error@1148199981)))
13:57:52.905 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:52.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.924 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.945 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.945 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:52.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:52.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:52.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:52.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:52.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.184 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@290565768(state=PENDING, result=null, callback=(continuation of Deferred@1467723165 after retry RPC after error@727303602) -> (continuation of Deferred@580778655 after retry RPC after error@1042560426) -> (continuation of Deferred@884568246 after retry RPC after error@1369987014) -> (continuation of Deferred@472651374 after retry RPC after error@54192420) -> (continuation of Deferred@2096698677 after retry RPC after error@1878817547) -> (continuation of Deferred@329228284 after retry RPC after error@1194862434) -> (continuation of Deferred@1935462925 after retry RPC after error@2138360654), errback=(continuation of Deferred@1467723165 after retry RPC after error@727303602) -> (continuation of Deferred@580778655 after retry RPC after error@1042560426) -> (continuation of Deferred@884568246 after retry RPC after error@1369987014) -> (continuation of Deferred@472651374 after retry RPC after error@54192420) -> (continuation of Deferred@2096698677 after retry RPC after error@1878817547) -> (continuation of Deferred@329228284 after retry RPC after error@1194862434) -> (continuation of Deferred@1935462925 after retry RPC after error@2138360654)))
13:57:53.185 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:53.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.226 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.244 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.244 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.244 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.244 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@850910098(state=PENDING, result=null, callback=(continuation of Deferred@1812929266 after retry RPC after error@847168036) -> (continuation of Deferred@568271954 after retry RPC after error@767037616) -> (continuation of Deferred@972314495 after retry RPC after error@2111823239) -> (continuation of Deferred@628792282 after retry RPC after error@1210724949) -> (continuation of Deferred@1409211264 after retry RPC after error@1347295133) -> (continuation of Deferred@555479557 after retry RPC after error@951764201) -> (continuation of Deferred@498936485 after retry RPC after error@1030698096), errback=(continuation of Deferred@1812929266 after retry RPC after error@847168036) -> (continuation of Deferred@568271954 after retry RPC after error@767037616) -> (continuation of Deferred@972314495 after retry RPC after error@2111823239) -> (continuation of Deferred@628792282 after retry RPC after error@1210724949) -> (continuation of Deferred@1409211264 after retry RPC after error@1347295133) -> (continuation of Deferred@555479557 after retry RPC after error@951764201) -> (continuation of Deferred@498936485 after retry RPC after error@1030698096)))
13:57:53.407 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@850910098(state=PENDING, result=null, callback=(continuation of Deferred@1812929266 after retry RPC after error@847168036) -> (continuation of Deferred@568271954 after retry RPC after error@767037616) -> (continuation of Deferred@972314495 after retry RPC after error@2111823239) -> (continuation of Deferred@628792282 after retry RPC after error@1210724949) -> (continuation of Deferred@1409211264 after retry RPC after error@1347295133) -> (continuation of Deferred@555479557 after retry RPC after error@951764201) -> (continuation of Deferred@498936485 after retry RPC after error@1030698096), errback=(continuation of Deferred@1812929266 after retry RPC after error@847168036) -> (continuation of Deferred@568271954 after retry RPC after error@767037616) -> (continuation of Deferred@972314495 after retry RPC after error@2111823239) -> (continuation of Deferred@628792282 after retry RPC after error@1210724949) -> (continuation of Deferred@1409211264 after retry RPC after error@1347295133) -> (continuation of Deferred@555479557 after retry RPC after error@951764201) -> (continuation of Deferred@498936485 after retry RPC after error@1030698096)))
13:57:53.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.443 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.444 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.524 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.524 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.524 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.545 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.585 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.585 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.585 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@504388436(state=PENDING, result=null, callback=(continuation of Deferred@1814056373 after retry RPC after error@1570214494) -> (continuation of Deferred@829535235 after retry RPC after error@765952898) -> (continuation of Deferred@1132736102 after retry RPC after error@576733482) -> (continuation of Deferred@504178889 after retry RPC after error@262603545) -> (continuation of Deferred@1832053653 after retry RPC after error@1308335624) -> (continuation of Deferred@986164254 after retry RPC after error@223334292) -> (continuation of Deferred@2010903531 after retry RPC after error@1723934918) -> (continuation of Deferred@1642192732 after retry RPC after error@304193435), errback=(continuation of Deferred@1814056373 after retry RPC after error@1570214494) -> (continuation of Deferred@829535235 after retry RPC after error@765952898) -> (continuation of Deferred@1132736102 after retry RPC after error@576733482) -> (continuation of Deferred@504178889 after retry RPC after error@262603545) -> (continuation of Deferred@1832053653 after retry RPC after error@1308335624) -> (continuation of Deferred@986164254 after retry RPC after error@223334292) -> (continuation of Deferred@2010903531 after retry RPC after error@1723934918) -> (continuation of Deferred@1642192732 after retry RPC after error@304193435)))
13:57:53.647 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@504388436(state=PENDING, result=null, callback=(continuation of Deferred@1814056373 after retry RPC after error@1570214494) -> (continuation of Deferred@829535235 after retry RPC after error@765952898) -> (continuation of Deferred@1132736102 after retry RPC after error@576733482) -> (continuation of Deferred@504178889 after retry RPC after error@262603545) -> (continuation of Deferred@1832053653 after retry RPC after error@1308335624) -> (continuation of Deferred@986164254 after retry RPC after error@223334292) -> (continuation of Deferred@2010903531 after retry RPC after error@1723934918) -> (continuation of Deferred@1642192732 after retry RPC after error@304193435), errback=(continuation of Deferred@1814056373 after retry RPC after error@1570214494) -> (continuation of Deferred@829535235 after retry RPC after error@765952898) -> (continuation of Deferred@1132736102 after retry RPC after error@576733482) -> (continuation of Deferred@504178889 after retry RPC after error@262603545) -> (continuation of Deferred@1832053653 after retry RPC after error@1308335624) -> (continuation of Deferred@986164254 after retry RPC after error@223334292) -> (continuation of Deferred@2010903531 after retry RPC after error@1723934918) -> (continuation of Deferred@1642192732 after retry RPC after error@304193435)))
13:57:53.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.705 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.784 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.823 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1973063374(state=PENDING, result=null, callback=(continuation of Deferred@261447519 after retry RPC after error@1003918670) -> (continuation of Deferred@230214652 after retry RPC after error@745920635) -> (continuation of Deferred@163517709 after retry RPC after error@114072977) -> (continuation of Deferred@1306542495 after retry RPC after error@1339358808) -> (continuation of Deferred@1051889106 after retry RPC after error@1550888832) -> (continuation of Deferred@332656936 after retry RPC after error@2073946932) -> (continuation of Deferred@1365976456 after retry RPC after error@146705546), errback=(continuation of Deferred@261447519 after retry RPC after error@1003918670) -> (continuation of Deferred@230214652 after retry RPC after error@745920635) -> (continuation of Deferred@163517709 after retry RPC after error@114072977) -> (continuation of Deferred@1306542495 after retry RPC after error@1339358808) -> (continuation of Deferred@1051889106 after retry RPC after error@1550888832) -> (continuation of Deferred@332656936 after retry RPC after error@2073946932) -> (continuation of Deferred@1365976456 after retry RPC after error@146705546)))
13:57:53.826 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1973063374(state=PENDING, result=null, callback=(continuation of Deferred@261447519 after retry RPC after error@1003918670) -> (continuation of Deferred@230214652 after retry RPC after error@745920635) -> (continuation of Deferred@163517709 after retry RPC after error@114072977) -> (continuation of Deferred@1306542495 after retry RPC after error@1339358808) -> (continuation of Deferred@1051889106 after retry RPC after error@1550888832) -> (continuation of Deferred@332656936 after retry RPC after error@2073946932) -> (continuation of Deferred@1365976456 after retry RPC after error@146705546), errback=(continuation of Deferred@261447519 after retry RPC after error@1003918670) -> (continuation of Deferred@230214652 after retry RPC after error@745920635) -> (continuation of Deferred@163517709 after retry RPC after error@114072977) -> (continuation of Deferred@1306542495 after retry RPC after error@1339358808) -> (continuation of Deferred@1051889106 after retry RPC after error@1550888832) -> (continuation of Deferred@332656936 after retry RPC after error@2073946932) -> (continuation of Deferred@1365976456 after retry RPC after error@146705546)))
13:57:53.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:53.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:53.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:53.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:53.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:53.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1691475012(state=PENDING, result=null, callback=(continuation of Deferred@592334476 after retry RPC after error@1961813082) -> (continuation of Deferred@1391979762 after retry RPC after error@950941972) -> (continuation of Deferred@1766144675 after retry RPC after error@1779093477) -> (continuation of Deferred@133643818 after retry RPC after error@1314443609) -> (continuation of Deferred@243821075 after retry RPC after error@843184576) -> (continuation of Deferred@209291212 after retry RPC after error@69426435), errback=(continuation of Deferred@592334476 after retry RPC after error@1961813082) -> (continuation of Deferred@1391979762 after retry RPC after error@950941972) -> (continuation of Deferred@1766144675 after retry RPC after error@1779093477) -> (continuation of Deferred@133643818 after retry RPC after error@1314443609) -> (continuation of Deferred@243821075 after retry RPC after error@843184576) -> (continuation of Deferred@209291212 after retry RPC after error@69426435)))
13:57:54.047 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1691475012(state=PENDING, result=null, callback=(continuation of Deferred@592334476 after retry RPC after error@1961813082) -> (continuation of Deferred@1391979762 after retry RPC after error@950941972) -> (continuation of Deferred@1766144675 after retry RPC after error@1779093477) -> (continuation of Deferred@133643818 after retry RPC after error@1314443609) -> (continuation of Deferred@243821075 after retry RPC after error@843184576) -> (continuation of Deferred@209291212 after retry RPC after error@69426435), errback=(continuation of Deferred@592334476 after retry RPC after error@1961813082) -> (continuation of Deferred@1391979762 after retry RPC after error@950941972) -> (continuation of Deferred@1766144675 after retry RPC after error@1779093477) -> (continuation of Deferred@133643818 after retry RPC after error@1314443609) -> (continuation of Deferred@243821075 after retry RPC after error@843184576) -> (continuation of Deferred@209291212 after retry RPC after error@69426435)))
13:57:54.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.065 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.065 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.065 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.085 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.085 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.105 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.123 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.124 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@78838866(state=PENDING, result=null, callback=(continuation of Deferred@758054704 after retry RPC after error@907268767) -> (continuation of Deferred@1835202363 after retry RPC after error@2116142761) -> (continuation of Deferred@615276834 after retry RPC after error@209963010) -> (continuation of Deferred@1981951366 after retry RPC after error@105294181) -> (continuation of Deferred@1101295102 after retry RPC after error@1408593424) -> (continuation of Deferred@878458869 after retry RPC after error@132296090) -> (continuation of Deferred@1707866885 after retry RPC after error@498502722), errback=(continuation of Deferred@758054704 after retry RPC after error@907268767) -> (continuation of Deferred@1835202363 after retry RPC after error@2116142761) -> (continuation of Deferred@615276834 after retry RPC after error@209963010) -> (continuation of Deferred@1981951366 after retry RPC after error@105294181) -> (continuation of Deferred@1101295102 after retry RPC after error@1408593424) -> (continuation of Deferred@878458869 after retry RPC after error@132296090) -> (continuation of Deferred@1707866885 after retry RPC after error@498502722)))
13:57:54.247 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@78838866(state=PENDING, result=null, callback=(continuation of Deferred@758054704 after retry RPC after error@907268767) -> (continuation of Deferred@1835202363 after retry RPC after error@2116142761) -> (continuation of Deferred@615276834 after retry RPC after error@209963010) -> (continuation of Deferred@1981951366 after retry RPC after error@105294181) -> (continuation of Deferred@1101295102 after retry RPC after error@1408593424) -> (continuation of Deferred@878458869 after retry RPC after error@132296090) -> (continuation of Deferred@1707866885 after retry RPC after error@498502722), errback=(continuation of Deferred@758054704 after retry RPC after error@907268767) -> (continuation of Deferred@1835202363 after retry RPC after error@2116142761) -> (continuation of Deferred@615276834 after retry RPC after error@209963010) -> (continuation of Deferred@1981951366 after retry RPC after error@105294181) -> (continuation of Deferred@1101295102 after retry RPC after error@1408593424) -> (continuation of Deferred@878458869 after retry RPC after error@132296090) -> (continuation of Deferred@1707866885 after retry RPC after error@498502722)))
13:57:54.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.325 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.345 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1922695611(state=PENDING, result=null, callback=(continuation of Deferred@2137935994 after retry RPC after error@556748935) -> (continuation of Deferred@761453463 after retry RPC after error@265785433) -> (continuation of Deferred@45612121 after retry RPC after error@1497837536) -> (continuation of Deferred@1656940860 after retry RPC after error@1361377381) -> (continuation of Deferred@1816957740 after retry RPC after error@211061098) -> (continuation of Deferred@2045385421 after retry RPC after error@259727941) -> (continuation of Deferred@128320885 after retry RPC after error@793838386) -> (continuation of Deferred@105138279 after retry RPC after error@1358638048), errback=(continuation of Deferred@2137935994 after retry RPC after error@556748935) -> (continuation of Deferred@761453463 after retry RPC after error@265785433) -> (continuation of Deferred@45612121 after retry RPC after error@1497837536) -> (continuation of Deferred@1656940860 after retry RPC after error@1361377381) -> (continuation of Deferred@1816957740 after retry RPC after error@211061098) -> (continuation of Deferred@2045385421 after retry RPC after error@259727941) -> (continuation of Deferred@128320885 after retry RPC after error@793838386) -> (continuation of Deferred@105138279 after retry RPC after error@1358638048)))
13:57:54.466 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1922695611(state=PENDING, result=null, callback=(continuation of Deferred@2137935994 after retry RPC after error@556748935) -> (continuation of Deferred@761453463 after retry RPC after error@265785433) -> (continuation of Deferred@45612121 after retry RPC after error@1497837536) -> (continuation of Deferred@1656940860 after retry RPC after error@1361377381) -> (continuation of Deferred@1816957740 after retry RPC after error@211061098) -> (continuation of Deferred@2045385421 after retry RPC after error@259727941) -> (continuation of Deferred@128320885 after retry RPC after error@793838386) -> (continuation of Deferred@105138279 after retry RPC after error@1358638048), errback=(continuation of Deferred@2137935994 after retry RPC after error@556748935) -> (continuation of Deferred@761453463 after retry RPC after error@265785433) -> (continuation of Deferred@45612121 after retry RPC after error@1497837536) -> (continuation of Deferred@1656940860 after retry RPC after error@1361377381) -> (continuation of Deferred@1816957740 after retry RPC after error@211061098) -> (continuation of Deferred@2045385421 after retry RPC after error@259727941) -> (continuation of Deferred@128320885 after retry RPC after error@793838386) -> (continuation of Deferred@105138279 after retry RPC after error@1358638048)))
13:57:54.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.523 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.524 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.524 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.545 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.545 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1038316596(state=PENDING, result=null, callback=(continuation of Deferred@1375635492 after retry RPC after error@1836156833) -> (continuation of Deferred@987890646 after retry RPC after error@470188650) -> (continuation of Deferred@966563430 after retry RPC after error@1479627387) -> (continuation of Deferred@1919354392 after retry RPC after error@1515900908) -> (continuation of Deferred@128470375 after retry RPC after error@1431860579) -> (continuation of Deferred@524680726 after retry RPC after error@334260157) -> (continuation of Deferred@1458230226 after retry RPC after error@1074747137), errback=(continuation of Deferred@1375635492 after retry RPC after error@1836156833) -> (continuation of Deferred@987890646 after retry RPC after error@470188650) -> (continuation of Deferred@966563430 after retry RPC after error@1479627387) -> (continuation of Deferred@1919354392 after retry RPC after error@1515900908) -> (continuation of Deferred@128470375 after retry RPC after error@1431860579) -> (continuation of Deferred@524680726 after retry RPC after error@334260157) -> (continuation of Deferred@1458230226 after retry RPC after error@1074747137)))
13:57:54.727 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1038316596(state=PENDING, result=null, callback=(continuation of Deferred@1375635492 after retry RPC after error@1836156833) -> (continuation of Deferred@987890646 after retry RPC after error@470188650) -> (continuation of Deferred@966563430 after retry RPC after error@1479627387) -> (continuation of Deferred@1919354392 after retry RPC after error@1515900908) -> (continuation of Deferred@128470375 after retry RPC after error@1431860579) -> (continuation of Deferred@524680726 after retry RPC after error@334260157) -> (continuation of Deferred@1458230226 after retry RPC after error@1074747137), errback=(continuation of Deferred@1375635492 after retry RPC after error@1836156833) -> (continuation of Deferred@987890646 after retry RPC after error@470188650) -> (continuation of Deferred@966563430 after retry RPC after error@1479627387) -> (continuation of Deferred@1919354392 after retry RPC after error@1515900908) -> (continuation of Deferred@128470375 after retry RPC after error@1431860579) -> (continuation of Deferred@524680726 after retry RPC after error@334260157) -> (continuation of Deferred@1458230226 after retry RPC after error@1074747137)))
13:57:54.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.783 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.784 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.784 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.864 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.906 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@534769884(state=PENDING, result=null, callback=(continuation of Deferred@1074317296 after retry RPC after error@1052157109) -> (continuation of Deferred@353523490 after retry RPC after error@1974144076) -> (continuation of Deferred@1939501646 after retry RPC after error@2021843844) -> (continuation of Deferred@2133725425 after retry RPC after error@1389013556) -> (continuation of Deferred@1919072801 after retry RPC after error@487844138) -> (continuation of Deferred@305515489 after retry RPC after error@355031193) -> (continuation of Deferred@1929202607 after retry RPC after error@1889908323), errback=(continuation of Deferred@1074317296 after retry RPC after error@1052157109) -> (continuation of Deferred@353523490 after retry RPC after error@1974144076) -> (continuation of Deferred@1939501646 after retry RPC after error@2021843844) -> (continuation of Deferred@2133725425 after retry RPC after error@1389013556) -> (continuation of Deferred@1919072801 after retry RPC after error@487844138) -> (continuation of Deferred@305515489 after retry RPC after error@355031193) -> (continuation of Deferred@1929202607 after retry RPC after error@1889908323)))
13:57:54.906 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@534769884(state=PENDING, result=null, callback=(continuation of Deferred@1074317296 after retry RPC after error@1052157109) -> (continuation of Deferred@353523490 after retry RPC after error@1974144076) -> (continuation of Deferred@1939501646 after retry RPC after error@2021843844) -> (continuation of Deferred@2133725425 after retry RPC after error@1389013556) -> (continuation of Deferred@1919072801 after retry RPC after error@487844138) -> (continuation of Deferred@305515489 after retry RPC after error@355031193) -> (continuation of Deferred@1929202607 after retry RPC after error@1889908323), errback=(continuation of Deferred@1074317296 after retry RPC after error@1052157109) -> (continuation of Deferred@353523490 after retry RPC after error@1974144076) -> (continuation of Deferred@1939501646 after retry RPC after error@2021843844) -> (continuation of Deferred@2133725425 after retry RPC after error@1389013556) -> (continuation of Deferred@1919072801 after retry RPC after error@487844138) -> (continuation of Deferred@305515489 after retry RPC after error@355031193) -> (continuation of Deferred@1929202607 after retry RPC after error@1889908323)))
13:57:54.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.924 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.945 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:54.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:54.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:54.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:54.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:54.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.044 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.165 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@44009390(state=PENDING, result=null, callback=(continuation of Deferred@451452362 after retry RPC after error@1593049717) -> (continuation of Deferred@451816130 after retry RPC after error@1681026246) -> (continuation of Deferred@980073287 after retry RPC after error@1148445141) -> (continuation of Deferred@790653859 after retry RPC after error@1476622045) -> (continuation of Deferred@928800281 after retry RPC after error@1828351086) -> (continuation of Deferred@1076592417 after retry RPC after error@56450151) -> (continuation of Deferred@1445230211 after retry RPC after error@1770191157) -> (continuation of Deferred@1917538643 after retry RPC after error@463242521), errback=(continuation of Deferred@451452362 after retry RPC after error@1593049717) -> (continuation of Deferred@451816130 after retry RPC after error@1681026246) -> (continuation of Deferred@980073287 after retry RPC after error@1148445141) -> (continuation of Deferred@790653859 after retry RPC after error@1476622045) -> (continuation of Deferred@928800281 after retry RPC after error@1828351086) -> (continuation of Deferred@1076592417 after retry RPC after error@56450151) -> (continuation of Deferred@1445230211 after retry RPC after error@1770191157) -> (continuation of Deferred@1917538643 after retry RPC after error@463242521)))
13:57:55.167 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@44009390(state=PENDING, result=null, callback=(continuation of Deferred@451452362 after retry RPC after error@1593049717) -> (continuation of Deferred@451816130 after retry RPC after error@1681026246) -> (continuation of Deferred@980073287 after retry RPC after error@1148445141) -> (continuation of Deferred@790653859 after retry RPC after error@1476622045) -> (continuation of Deferred@928800281 after retry RPC after error@1828351086) -> (continuation of Deferred@1076592417 after retry RPC after error@56450151) -> (continuation of Deferred@1445230211 after retry RPC after error@1770191157) -> (continuation of Deferred@1917538643 after retry RPC after error@463242521), errback=(continuation of Deferred@451452362 after retry RPC after error@1593049717) -> (continuation of Deferred@451816130 after retry RPC after error@1681026246) -> (continuation of Deferred@980073287 after retry RPC after error@1148445141) -> (continuation of Deferred@790653859 after retry RPC after error@1476622045) -> (continuation of Deferred@928800281 after retry RPC after error@1828351086) -> (continuation of Deferred@1076592417 after retry RPC after error@56450151) -> (continuation of Deferred@1445230211 after retry RPC after error@1770191157) -> (continuation of Deferred@1917538643 after retry RPC after error@463242521)))
13:57:55.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.244 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.244 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.244 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.244 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.364 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.364 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.444 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1015664652(state=PENDING, result=null, callback=(continuation of Deferred@2125465748 after retry RPC after error@1169366177) -> (continuation of Deferred@1873375972 after retry RPC after error@491968173) -> (continuation of Deferred@1675135291 after retry RPC after error@1045678069) -> (continuation of Deferred@449428617 after retry RPC after error@296085187) -> (continuation of Deferred@915616925 after retry RPC after error@383726037) -> (continuation of Deferred@1101392499 after retry RPC after error@2139656058) -> (continuation of Deferred@1343257546 after retry RPC after error@1068415364) -> (continuation of Deferred@1362504304 after retry RPC after error@1786682483), errback=(continuation of Deferred@2125465748 after retry RPC after error@1169366177) -> (continuation of Deferred@1873375972 after retry RPC after error@491968173) -> (continuation of Deferred@1675135291 after retry RPC after error@1045678069) -> (continuation of Deferred@449428617 after retry RPC after error@296085187) -> (continuation of Deferred@915616925 after retry RPC after error@383726037) -> (continuation of Deferred@1101392499 after retry RPC after error@2139656058) -> (continuation of Deferred@1343257546 after retry RPC after error@1068415364) -> (continuation of Deferred@1362504304 after retry RPC after error@1786682483)))
13:57:55.445 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:55.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.464 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.485 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.563 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.685 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.685 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.685 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.686 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1618496979(state=PENDING, result=null, callback=(continuation of Deferred@1931361516 after retry RPC after error@730909468) -> (continuation of Deferred@1386985918 after retry RPC after error@1881108717) -> (continuation of Deferred@1927596894 after retry RPC after error@1593914933) -> (continuation of Deferred@1348993570 after retry RPC after error@1543215322) -> (continuation of Deferred@261162688 after retry RPC after error@1509370265) -> (continuation of Deferred@1226725783 after retry RPC after error@1310991654) -> (continuation of Deferred@1225035044 after retry RPC after error@702533244), errback=(continuation of Deferred@1931361516 after retry RPC after error@730909468) -> (continuation of Deferred@1386985918 after retry RPC after error@1881108717) -> (continuation of Deferred@1927596894 after retry RPC after error@1593914933) -> (continuation of Deferred@1348993570 after retry RPC after error@1543215322) -> (continuation of Deferred@261162688 after retry RPC after error@1509370265) -> (continuation of Deferred@1226725783 after retry RPC after error@1310991654) -> (continuation of Deferred@1225035044 after retry RPC after error@702533244)))
13:57:55.687 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1618496979(state=PENDING, result=null, callback=(continuation of Deferred@1931361516 after retry RPC after error@730909468) -> (continuation of Deferred@1386985918 after retry RPC after error@1881108717) -> (continuation of Deferred@1927596894 after retry RPC after error@1593914933) -> (continuation of Deferred@1348993570 after retry RPC after error@1543215322) -> (continuation of Deferred@261162688 after retry RPC after error@1509370265) -> (continuation of Deferred@1226725783 after retry RPC after error@1310991654) -> (continuation of Deferred@1225035044 after retry RPC after error@702533244), errback=(continuation of Deferred@1931361516 after retry RPC after error@730909468) -> (continuation of Deferred@1386985918 after retry RPC after error@1881108717) -> (continuation of Deferred@1927596894 after retry RPC after error@1593914933) -> (continuation of Deferred@1348993570 after retry RPC after error@1543215322) -> (continuation of Deferred@261162688 after retry RPC after error@1509370265) -> (continuation of Deferred@1226725783 after retry RPC after error@1310991654) -> (continuation of Deferred@1225035044 after retry RPC after error@702533244)))
13:57:55.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.724 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.724 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.765 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.886 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@166696876(state=PENDING, result=null, callback=(continuation of Deferred@865277435 after retry RPC after error@955318504) -> (continuation of Deferred@167217694 after retry RPC after error@2085629563) -> (continuation of Deferred@1472708807 after retry RPC after error@1728150679) -> (continuation of Deferred@1377021203 after retry RPC after error@793600732) -> (continuation of Deferred@1189432842 after retry RPC after error@711751557) -> (continuation of Deferred@1700277486 after retry RPC after error@566749467), errback=(continuation of Deferred@865277435 after retry RPC after error@955318504) -> (continuation of Deferred@167217694 after retry RPC after error@2085629563) -> (continuation of Deferred@1472708807 after retry RPC after error@1728150679) -> (continuation of Deferred@1377021203 after retry RPC after error@793600732) -> (continuation of Deferred@1189432842 after retry RPC after error@711751557) -> (continuation of Deferred@1700277486 after retry RPC after error@566749467)))
13:57:55.887 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@166696876(state=PENDING, result=null, callback=(continuation of Deferred@865277435 after retry RPC after error@955318504) -> (continuation of Deferred@167217694 after retry RPC after error@2085629563) -> (continuation of Deferred@1472708807 after retry RPC after error@1728150679) -> (continuation of Deferred@1377021203 after retry RPC after error@793600732) -> (continuation of Deferred@1189432842 after retry RPC after error@711751557) -> (continuation of Deferred@1700277486 after retry RPC after error@566749467), errback=(continuation of Deferred@865277435 after retry RPC after error@955318504) -> (continuation of Deferred@167217694 after retry RPC after error@2085629563) -> (continuation of Deferred@1472708807 after retry RPC after error@1728150679) -> (continuation of Deferred@1377021203 after retry RPC after error@793600732) -> (continuation of Deferred@1189432842 after retry RPC after error@711751557) -> (continuation of Deferred@1700277486 after retry RPC after error@566749467)))
13:57:55.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:55.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:55.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:55.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.984 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.984 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:55.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:55.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.003 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.004 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.004 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.004 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.164 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@725026122(state=PENDING, result=null, callback=(continuation of Deferred@1780588377 after retry RPC after error@1139867490) -> (continuation of Deferred@414272398 after retry RPC after error@197066887) -> (continuation of Deferred@1837272574 after retry RPC after error@692942019) -> (continuation of Deferred@993175391 after retry RPC after error@1215968134) -> (continuation of Deferred@829336074 after retry RPC after error@1942436744) -> (continuation of Deferred@1575056112 after retry RPC after error@1151241417) -> (continuation of Deferred@6570154 after retry RPC after error@1253388373), errback=(continuation of Deferred@1780588377 after retry RPC after error@1139867490) -> (continuation of Deferred@414272398 after retry RPC after error@197066887) -> (continuation of Deferred@1837272574 after retry RPC after error@692942019) -> (continuation of Deferred@993175391 after retry RPC after error@1215968134) -> (continuation of Deferred@829336074 after retry RPC after error@1942436744) -> (continuation of Deferred@1575056112 after retry RPC after error@1151241417) -> (continuation of Deferred@6570154 after retry RPC after error@1253388373)))
13:57:56.164 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:56.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.345 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.345 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.345 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.346 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2137074043(state=PENDING, result=null, callback=(continuation of Deferred@676425975 after retry RPC after error@1272255879) -> (continuation of Deferred@1672418467 after retry RPC after error@359908188) -> (continuation of Deferred@914804685 after retry RPC after error@1427934647) -> (continuation of Deferred@1309508027 after retry RPC after error@1164952069) -> (continuation of Deferred@1159173570 after retry RPC after error@1960298978) -> (continuation of Deferred@1458937498 after retry RPC after error@1840316843), errback=(continuation of Deferred@676425975 after retry RPC after error@1272255879) -> (continuation of Deferred@1672418467 after retry RPC after error@359908188) -> (continuation of Deferred@914804685 after retry RPC after error@1427934647) -> (continuation of Deferred@1309508027 after retry RPC after error@1164952069) -> (continuation of Deferred@1159173570 after retry RPC after error@1960298978) -> (continuation of Deferred@1458937498 after retry RPC after error@1840316843)))
13:57:56.346 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2137074043(state=PENDING, result=null, callback=(continuation of Deferred@676425975 after retry RPC after error@1272255879) -> (continuation of Deferred@1672418467 after retry RPC after error@359908188) -> (continuation of Deferred@914804685 after retry RPC after error@1427934647) -> (continuation of Deferred@1309508027 after retry RPC after error@1164952069) -> (continuation of Deferred@1159173570 after retry RPC after error@1960298978) -> (continuation of Deferred@1458937498 after retry RPC after error@1840316843), errback=(continuation of Deferred@676425975 after retry RPC after error@1272255879) -> (continuation of Deferred@1672418467 after retry RPC after error@359908188) -> (continuation of Deferred@914804685 after retry RPC after error@1427934647) -> (continuation of Deferred@1309508027 after retry RPC after error@1164952069) -> (continuation of Deferred@1159173570 after retry RPC after error@1960298978) -> (continuation of Deferred@1458937498 after retry RPC after error@1840316843)))
13:57:56.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.406 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.465 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.565 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.565 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.565 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.565 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.565 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.565 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1559219484(state=PENDING, result=null, callback=(continuation of Deferred@429289829 after retry RPC after error@2090097271) -> (continuation of Deferred@871273989 after retry RPC after error@290138697) -> (continuation of Deferred@998014044 after retry RPC after error@1709559462) -> (continuation of Deferred@578560673 after retry RPC after error@1789742533) -> (continuation of Deferred@845890128 after retry RPC after error@2041588293) -> (continuation of Deferred@983197432 after retry RPC after error@978962187) -> (continuation of Deferred@1380482002 after retry RPC after error@710054364), errback=(continuation of Deferred@429289829 after retry RPC after error@2090097271) -> (continuation of Deferred@871273989 after retry RPC after error@290138697) -> (continuation of Deferred@998014044 after retry RPC after error@1709559462) -> (continuation of Deferred@578560673 after retry RPC after error@1789742533) -> (continuation of Deferred@845890128 after retry RPC after error@2041588293) -> (continuation of Deferred@983197432 after retry RPC after error@978962187) -> (continuation of Deferred@1380482002 after retry RPC after error@710054364)))
13:57:56.567 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1559219484(state=PENDING, result=null, callback=(continuation of Deferred@429289829 after retry RPC after error@2090097271) -> (continuation of Deferred@871273989 after retry RPC after error@290138697) -> (continuation of Deferred@998014044 after retry RPC after error@1709559462) -> (continuation of Deferred@578560673 after retry RPC after error@1789742533) -> (continuation of Deferred@845890128 after retry RPC after error@2041588293) -> (continuation of Deferred@983197432 after retry RPC after error@978962187) -> (continuation of Deferred@1380482002 after retry RPC after error@710054364), errback=(continuation of Deferred@429289829 after retry RPC after error@2090097271) -> (continuation of Deferred@871273989 after retry RPC after error@290138697) -> (continuation of Deferred@998014044 after retry RPC after error@1709559462) -> (continuation of Deferred@578560673 after retry RPC after error@1789742533) -> (continuation of Deferred@845890128 after retry RPC after error@2041588293) -> (continuation of Deferred@983197432 after retry RPC after error@978962187) -> (continuation of Deferred@1380482002 after retry RPC after error@710054364)))
13:57:56.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.585 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.585 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.585 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.604 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.624 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:56.628666 28708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:57:56.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:56.633098 28708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:57:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:57:56.634876 28710 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.53.254:39885)
13:57:56.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.766 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1870208897(state=PENDING, result=null, callback=(continuation of Deferred@1134547417 after retry RPC after error@1166733559) -> (continuation of Deferred@1755134375 after retry RPC after error@1337964066) -> (continuation of Deferred@1922283285 after retry RPC after error@1619852536) -> (continuation of Deferred@1641914703 after retry RPC after error@1398867440) -> (continuation of Deferred@1017457558 after retry RPC after error@1003060166) -> (continuation of Deferred@932344361 after retry RPC after error@1812443054) -> (continuation of Deferred@2045493283 after retry RPC after error@160207763), errback=(continuation of Deferred@1134547417 after retry RPC after error@1166733559) -> (continuation of Deferred@1755134375 after retry RPC after error@1337964066) -> (continuation of Deferred@1922283285 after retry RPC after error@1619852536) -> (continuation of Deferred@1641914703 after retry RPC after error@1398867440) -> (continuation of Deferred@1017457558 after retry RPC after error@1003060166) -> (continuation of Deferred@932344361 after retry RPC after error@1812443054) -> (continuation of Deferred@2045493283 after retry RPC after error@160207763)))
13:57:56.767 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1870208897(state=PENDING, result=null, callback=(continuation of Deferred@1134547417 after retry RPC after error@1166733559) -> (continuation of Deferred@1755134375 after retry RPC after error@1337964066) -> (continuation of Deferred@1922283285 after retry RPC after error@1619852536) -> (continuation of Deferred@1641914703 after retry RPC after error@1398867440) -> (continuation of Deferred@1017457558 after retry RPC after error@1003060166) -> (continuation of Deferred@932344361 after retry RPC after error@1812443054) -> (continuation of Deferred@2045493283 after retry RPC after error@160207763), errback=(continuation of Deferred@1134547417 after retry RPC after error@1166733559) -> (continuation of Deferred@1755134375 after retry RPC after error@1337964066) -> (continuation of Deferred@1922283285 after retry RPC after error@1619852536) -> (continuation of Deferred@1641914703 after retry RPC after error@1398867440) -> (continuation of Deferred@1017457558 after retry RPC after error@1003060166) -> (continuation of Deferred@932344361 after retry RPC after error@1812443054) -> (continuation of Deferred@2045493283 after retry RPC after error@160207763)))
13:57:56.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.823 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:56.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:56.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:56.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:56.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:56.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@974226875(state=PENDING, result=null, callback=(continuation of Deferred@148814113 after retry RPC after error@1064231307) -> (continuation of Deferred@1317322992 after retry RPC after error@2014226630) -> (continuation of Deferred@98832727 after retry RPC after error@1297009369) -> (continuation of Deferred@631574720 after retry RPC after error@677434410) -> (continuation of Deferred@220927704 after retry RPC after error@914886054) -> (continuation of Deferred@992356519 after retry RPC after error@365521517) -> (continuation of Deferred@1073816538 after retry RPC after error@907211585), errback=(continuation of Deferred@148814113 after retry RPC after error@1064231307) -> (continuation of Deferred@1317322992 after retry RPC after error@2014226630) -> (continuation of Deferred@98832727 after retry RPC after error@1297009369) -> (continuation of Deferred@631574720 after retry RPC after error@677434410) -> (continuation of Deferred@220927704 after retry RPC after error@914886054) -> (continuation of Deferred@992356519 after retry RPC after error@365521517) -> (continuation of Deferred@1073816538 after retry RPC after error@907211585)))
13:57:57.026 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@974226875(state=PENDING, result=null, callback=(continuation of Deferred@148814113 after retry RPC after error@1064231307) -> (continuation of Deferred@1317322992 after retry RPC after error@2014226630) -> (continuation of Deferred@98832727 after retry RPC after error@1297009369) -> (continuation of Deferred@631574720 after retry RPC after error@677434410) -> (continuation of Deferred@220927704 after retry RPC after error@914886054) -> (continuation of Deferred@992356519 after retry RPC after error@365521517) -> (continuation of Deferred@1073816538 after retry RPC after error@907211585), errback=(continuation of Deferred@148814113 after retry RPC after error@1064231307) -> (continuation of Deferred@1317322992 after retry RPC after error@2014226630) -> (continuation of Deferred@98832727 after retry RPC after error@1297009369) -> (continuation of Deferred@631574720 after retry RPC after error@677434410) -> (continuation of Deferred@220927704 after retry RPC after error@914886054) -> (continuation of Deferred@992356519 after retry RPC after error@365521517) -> (continuation of Deferred@1073816538 after retry RPC after error@907211585)))
13:57:57.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.143 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.144 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.144 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.144 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1793745447(state=PENDING, result=null, callback=(continuation of Deferred@1887549207 after retry RPC after error@348238868) -> (continuation of Deferred@443836934 after retry RPC after error@590796853) -> (continuation of Deferred@1592977995 after retry RPC after error@1200260245) -> (continuation of Deferred@2123883064 after retry RPC after error@1811249839) -> (continuation of Deferred@572286248 after retry RPC after error@824304594) -> (continuation of Deferred@1894142444 after retry RPC after error@805727581) -> (continuation of Deferred@1911716688 after retry RPC after error@1332947407), errback=(continuation of Deferred@1887549207 after retry RPC after error@348238868) -> (continuation of Deferred@443836934 after retry RPC after error@590796853) -> (continuation of Deferred@1592977995 after retry RPC after error@1200260245) -> (continuation of Deferred@2123883064 after retry RPC after error@1811249839) -> (continuation of Deferred@572286248 after retry RPC after error@824304594) -> (continuation of Deferred@1894142444 after retry RPC after error@805727581) -> (continuation of Deferred@1911716688 after retry RPC after error@1332947407)))
13:57:57.267 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1793745447(state=PENDING, result=null, callback=(continuation of Deferred@1887549207 after retry RPC after error@348238868) -> (continuation of Deferred@443836934 after retry RPC after error@590796853) -> (continuation of Deferred@1592977995 after retry RPC after error@1200260245) -> (continuation of Deferred@2123883064 after retry RPC after error@1811249839) -> (continuation of Deferred@572286248 after retry RPC after error@824304594) -> (continuation of Deferred@1894142444 after retry RPC after error@805727581) -> (continuation of Deferred@1911716688 after retry RPC after error@1332947407), errback=(continuation of Deferred@1887549207 after retry RPC after error@348238868) -> (continuation of Deferred@443836934 after retry RPC after error@590796853) -> (continuation of Deferred@1592977995 after retry RPC after error@1200260245) -> (continuation of Deferred@2123883064 after retry RPC after error@1811249839) -> (continuation of Deferred@572286248 after retry RPC after error@824304594) -> (continuation of Deferred@1894142444 after retry RPC after error@805727581) -> (continuation of Deferred@1911716688 after retry RPC after error@1332947407)))
13:57:57.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.285 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.365 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.365 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.365 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.426 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1950856133(state=PENDING, result=null, callback=(continuation of Deferred@1187411626 after retry RPC after error@1076545218) -> (continuation of Deferred@1260940303 after retry RPC after error@45627188) -> (continuation of Deferred@2008969967 after retry RPC after error@1639228940) -> (continuation of Deferred@1769268769 after retry RPC after error@708214188) -> (continuation of Deferred@773544719 after retry RPC after error@1792744454) -> (continuation of Deferred@609270418 after retry RPC after error@1024616617), errback=(continuation of Deferred@1187411626 after retry RPC after error@1076545218) -> (continuation of Deferred@1260940303 after retry RPC after error@45627188) -> (continuation of Deferred@2008969967 after retry RPC after error@1639228940) -> (continuation of Deferred@1769268769 after retry RPC after error@708214188) -> (continuation of Deferred@773544719 after retry RPC after error@1792744454) -> (continuation of Deferred@609270418 after retry RPC after error@1024616617)))
13:57:57.426 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1950856133(state=PENDING, result=null, callback=(continuation of Deferred@1187411626 after retry RPC after error@1076545218) -> (continuation of Deferred@1260940303 after retry RPC after error@45627188) -> (continuation of Deferred@2008969967 after retry RPC after error@1639228940) -> (continuation of Deferred@1769268769 after retry RPC after error@708214188) -> (continuation of Deferred@773544719 after retry RPC after error@1792744454) -> (continuation of Deferred@609270418 after retry RPC after error@1024616617), errback=(continuation of Deferred@1187411626 after retry RPC after error@1076545218) -> (continuation of Deferred@1260940303 after retry RPC after error@45627188) -> (continuation of Deferred@2008969967 after retry RPC after error@1639228940) -> (continuation of Deferred@1769268769 after retry RPC after error@708214188) -> (continuation of Deferred@773544719 after retry RPC after error@1792744454) -> (continuation of Deferred@609270418 after retry RPC after error@1024616617)))
13:57:57.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.505 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.524 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.524 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@250857451(state=PENDING, result=null, callback=(continuation of Deferred@502188241 after retry RPC after error@1804199548) -> (continuation of Deferred@936727190 after retry RPC after error@663291672) -> (continuation of Deferred@1279982456 after retry RPC after error@1758748299) -> (continuation of Deferred@1963516133 after retry RPC after error@441882779) -> (continuation of Deferred@22815122 after retry RPC after error@1261831988) -> (continuation of Deferred@2030815615 after retry RPC after error@1471616133), errback=(continuation of Deferred@502188241 after retry RPC after error@1804199548) -> (continuation of Deferred@936727190 after retry RPC after error@663291672) -> (continuation of Deferred@1279982456 after retry RPC after error@1758748299) -> (continuation of Deferred@1963516133 after retry RPC after error@441882779) -> (continuation of Deferred@22815122 after retry RPC after error@1261831988) -> (continuation of Deferred@2030815615 after retry RPC after error@1471616133)))
13:57:57.626 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@250857451(state=PENDING, result=null, callback=(continuation of Deferred@502188241 after retry RPC after error@1804199548) -> (continuation of Deferred@936727190 after retry RPC after error@663291672) -> (continuation of Deferred@1279982456 after retry RPC after error@1758748299) -> (continuation of Deferred@1963516133 after retry RPC after error@441882779) -> (continuation of Deferred@22815122 after retry RPC after error@1261831988) -> (continuation of Deferred@2030815615 after retry RPC after error@1471616133), errback=(continuation of Deferred@502188241 after retry RPC after error@1804199548) -> (continuation of Deferred@936727190 after retry RPC after error@663291672) -> (continuation of Deferred@1279982456 after retry RPC after error@1758748299) -> (continuation of Deferred@1963516133 after retry RPC after error@441882779) -> (continuation of Deferred@22815122 after retry RPC after error@1261831988) -> (continuation of Deferred@2030815615 after retry RPC after error@1471616133)))
13:57:57.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.723 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@203262362(state=PENDING, result=null, callback=(continuation of Deferred@1513171811 after retry RPC after error@278973047) -> (continuation of Deferred@1423286912 after retry RPC after error@879014105) -> (continuation of Deferred@1734209285 after retry RPC after error@1907909355) -> (continuation of Deferred@134221822 after retry RPC after error@435393631) -> (continuation of Deferred@291403171 after retry RPC after error@591655513) -> (continuation of Deferred@724858416 after retry RPC after error@786452069), errback=(continuation of Deferred@1513171811 after retry RPC after error@278973047) -> (continuation of Deferred@1423286912 after retry RPC after error@879014105) -> (continuation of Deferred@1734209285 after retry RPC after error@1907909355) -> (continuation of Deferred@134221822 after retry RPC after error@435393631) -> (continuation of Deferred@291403171 after retry RPC after error@591655513) -> (continuation of Deferred@724858416 after retry RPC after error@786452069)))
13:57:57.827 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@203262362(state=PENDING, result=null, callback=(continuation of Deferred@1513171811 after retry RPC after error@278973047) -> (continuation of Deferred@1423286912 after retry RPC after error@879014105) -> (continuation of Deferred@1734209285 after retry RPC after error@1907909355) -> (continuation of Deferred@134221822 after retry RPC after error@435393631) -> (continuation of Deferred@291403171 after retry RPC after error@591655513) -> (continuation of Deferred@724858416 after retry RPC after error@786452069), errback=(continuation of Deferred@1513171811 after retry RPC after error@278973047) -> (continuation of Deferred@1423286912 after retry RPC after error@879014105) -> (continuation of Deferred@1734209285 after retry RPC after error@1907909355) -> (continuation of Deferred@134221822 after retry RPC after error@435393631) -> (continuation of Deferred@291403171 after retry RPC after error@591655513) -> (continuation of Deferred@724858416 after retry RPC after error@786452069)))
13:57:57.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.864 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.885 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.885 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.885 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.924 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.943 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.944 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:57.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:57.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:57.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:57.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:57.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@381066689(state=PENDING, result=null, callback=(continuation of Deferred@126306410 after retry RPC after error@1966488055) -> (continuation of Deferred@1413204831 after retry RPC after error@1983978636) -> (continuation of Deferred@1262018102 after retry RPC after error@252030759) -> (continuation of Deferred@91155627 after retry RPC after error@2067080694) -> (continuation of Deferred@1987153352 after retry RPC after error@1420785846) -> (continuation of Deferred@643222844 after retry RPC after error@1956533909) -> (continuation of Deferred@251365891 after retry RPC after error@566110626), errback=(continuation of Deferred@126306410 after retry RPC after error@1966488055) -> (continuation of Deferred@1413204831 after retry RPC after error@1983978636) -> (continuation of Deferred@1262018102 after retry RPC after error@252030759) -> (continuation of Deferred@91155627 after retry RPC after error@2067080694) -> (continuation of Deferred@1987153352 after retry RPC after error@1420785846) -> (continuation of Deferred@643222844 after retry RPC after error@1956533909) -> (continuation of Deferred@251365891 after retry RPC after error@566110626)))
13:57:58.086 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@381066689(state=PENDING, result=null, callback=(continuation of Deferred@126306410 after retry RPC after error@1966488055) -> (continuation of Deferred@1413204831 after retry RPC after error@1983978636) -> (continuation of Deferred@1262018102 after retry RPC after error@252030759) -> (continuation of Deferred@91155627 after retry RPC after error@2067080694) -> (continuation of Deferred@1987153352 after retry RPC after error@1420785846) -> (continuation of Deferred@643222844 after retry RPC after error@1956533909) -> (continuation of Deferred@251365891 after retry RPC after error@566110626), errback=(continuation of Deferred@126306410 after retry RPC after error@1966488055) -> (continuation of Deferred@1413204831 after retry RPC after error@1983978636) -> (continuation of Deferred@1262018102 after retry RPC after error@252030759) -> (continuation of Deferred@91155627 after retry RPC after error@2067080694) -> (continuation of Deferred@1987153352 after retry RPC after error@1420785846) -> (continuation of Deferred@643222844 after retry RPC after error@1956533909) -> (continuation of Deferred@251365891 after retry RPC after error@566110626)))
13:57:58.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.105 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.105 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.144 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.144 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.144 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.164 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.185 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.345 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.346 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@229793967(state=PENDING, result=null, callback=(continuation of Deferred@1438201793 after retry RPC after error@380368455) -> (continuation of Deferred@459633614 after retry RPC after error@88919829) -> (continuation of Deferred@433583938 after retry RPC after error@1351037937) -> (continuation of Deferred@1624035628 after retry RPC after error@60526151) -> (continuation of Deferred@634389649 after retry RPC after error@1277272929) -> (continuation of Deferred@1247956600 after retry RPC after error@357828805) -> (continuation of Deferred@805663346 after retry RPC after error@1912534456), errback=(continuation of Deferred@1438201793 after retry RPC after error@380368455) -> (continuation of Deferred@459633614 after retry RPC after error@88919829) -> (continuation of Deferred@433583938 after retry RPC after error@1351037937) -> (continuation of Deferred@1624035628 after retry RPC after error@60526151) -> (continuation of Deferred@634389649 after retry RPC after error@1277272929) -> (continuation of Deferred@1247956600 after retry RPC after error@357828805) -> (continuation of Deferred@805663346 after retry RPC after error@1912534456)))
13:57:58.347 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@229793967(state=PENDING, result=null, callback=(continuation of Deferred@1438201793 after retry RPC after error@380368455) -> (continuation of Deferred@459633614 after retry RPC after error@88919829) -> (continuation of Deferred@433583938 after retry RPC after error@1351037937) -> (continuation of Deferred@1624035628 after retry RPC after error@60526151) -> (continuation of Deferred@634389649 after retry RPC after error@1277272929) -> (continuation of Deferred@1247956600 after retry RPC after error@357828805) -> (continuation of Deferred@805663346 after retry RPC after error@1912534456), errback=(continuation of Deferred@1438201793 after retry RPC after error@380368455) -> (continuation of Deferred@459633614 after retry RPC after error@88919829) -> (continuation of Deferred@433583938 after retry RPC after error@1351037937) -> (continuation of Deferred@1624035628 after retry RPC after error@60526151) -> (continuation of Deferred@634389649 after retry RPC after error@1277272929) -> (continuation of Deferred@1247956600 after retry RPC after error@357828805) -> (continuation of Deferred@805663346 after retry RPC after error@1912534456)))
13:57:58.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.365 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.365 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.384 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.605 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@323926650(state=PENDING, result=null, callback=(continuation of Deferred@224257650 after retry RPC after error@1661696989) -> (continuation of Deferred@538315584 after retry RPC after error@1189996626) -> (continuation of Deferred@618784907 after retry RPC after error@478984793) -> (continuation of Deferred@215023235 after retry RPC after error@634791987) -> (continuation of Deferred@249047474 after retry RPC after error@2013201474) -> (continuation of Deferred@2085669080 after retry RPC after error@1758720209) -> (continuation of Deferred@663339456 after retry RPC after error@685444199), errback=(continuation of Deferred@224257650 after retry RPC after error@1661696989) -> (continuation of Deferred@538315584 after retry RPC after error@1189996626) -> (continuation of Deferred@618784907 after retry RPC after error@478984793) -> (continuation of Deferred@215023235 after retry RPC after error@634791987) -> (continuation of Deferred@249047474 after retry RPC after error@2013201474) -> (continuation of Deferred@2085669080 after retry RPC after error@1758720209) -> (continuation of Deferred@663339456 after retry RPC after error@685444199)))
13:57:58.607 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@323926650(state=PENDING, result=null, callback=(continuation of Deferred@224257650 after retry RPC after error@1661696989) -> (continuation of Deferred@538315584 after retry RPC after error@1189996626) -> (continuation of Deferred@618784907 after retry RPC after error@478984793) -> (continuation of Deferred@215023235 after retry RPC after error@634791987) -> (continuation of Deferred@249047474 after retry RPC after error@2013201474) -> (continuation of Deferred@2085669080 after retry RPC after error@1758720209) -> (continuation of Deferred@663339456 after retry RPC after error@685444199), errback=(continuation of Deferred@224257650 after retry RPC after error@1661696989) -> (continuation of Deferred@538315584 after retry RPC after error@1189996626) -> (continuation of Deferred@618784907 after retry RPC after error@478984793) -> (continuation of Deferred@215023235 after retry RPC after error@634791987) -> (continuation of Deferred@249047474 after retry RPC after error@2013201474) -> (continuation of Deferred@2085669080 after retry RPC after error@1758720209) -> (continuation of Deferred@663339456 after retry RPC after error@685444199)))
13:57:58.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.683 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1018427196(state=PENDING, result=null, callback=(continuation of Deferred@1448283489 after retry RPC after error@1514711120) -> (continuation of Deferred@1295236507 after retry RPC after error@1847245078) -> (continuation of Deferred@543988145 after retry RPC after error@1073328068) -> (continuation of Deferred@1870009029 after retry RPC after error@1419756596) -> (continuation of Deferred@284851719 after retry RPC after error@1653564499) -> (continuation of Deferred@1034990333 after retry RPC after error@396656411), errback=(continuation of Deferred@1448283489 after retry RPC after error@1514711120) -> (continuation of Deferred@1295236507 after retry RPC after error@1847245078) -> (continuation of Deferred@543988145 after retry RPC after error@1073328068) -> (continuation of Deferred@1870009029 after retry RPC after error@1419756596) -> (continuation of Deferred@284851719 after retry RPC after error@1653564499) -> (continuation of Deferred@1034990333 after retry RPC after error@396656411)))
13:57:58.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1018427196(state=PENDING, result=null, callback=(continuation of Deferred@1448283489 after retry RPC after error@1514711120) -> (continuation of Deferred@1295236507 after retry RPC after error@1847245078) -> (continuation of Deferred@543988145 after retry RPC after error@1073328068) -> (continuation of Deferred@1870009029 after retry RPC after error@1419756596) -> (continuation of Deferred@284851719 after retry RPC after error@1653564499) -> (continuation of Deferred@1034990333 after retry RPC after error@396656411), errback=(continuation of Deferred@1448283489 after retry RPC after error@1514711120) -> (continuation of Deferred@1295236507 after retry RPC after error@1847245078) -> (continuation of Deferred@543988145 after retry RPC after error@1073328068) -> (continuation of Deferred@1870009029 after retry RPC after error@1419756596) -> (continuation of Deferred@284851719 after retry RPC after error@1653564499) -> (continuation of Deferred@1034990333 after retry RPC after error@396656411)))
13:57:58.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:58.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:58.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:58.924 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:58.924 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.924 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.924 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:58.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2063092438(state=PENDING, result=null, callback=(continuation of Deferred@1057978759 after retry RPC after error@155965225) -> (continuation of Deferred@1808274940 after retry RPC after error@1398688937) -> (continuation of Deferred@391758852 after retry RPC after error@1081916249) -> (continuation of Deferred@1798316383 after retry RPC after error@1252660116) -> (continuation of Deferred@327849761 after retry RPC after error@914968698) -> (continuation of Deferred@1549382957 after retry RPC after error@1190472577) -> (continuation of Deferred@16879585 after retry RPC after error@2104956219), errback=(continuation of Deferred@1057978759 after retry RPC after error@155965225) -> (continuation of Deferred@1808274940 after retry RPC after error@1398688937) -> (continuation of Deferred@391758852 after retry RPC after error@1081916249) -> (continuation of Deferred@1798316383 after retry RPC after error@1252660116) -> (continuation of Deferred@327849761 after retry RPC after error@914968698) -> (continuation of Deferred@1549382957 after retry RPC after error@1190472577) -> (continuation of Deferred@16879585 after retry RPC after error@2104956219)))
13:57:59.027 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2063092438(state=PENDING, result=null, callback=(continuation of Deferred@1057978759 after retry RPC after error@155965225) -> (continuation of Deferred@1808274940 after retry RPC after error@1398688937) -> (continuation of Deferred@391758852 after retry RPC after error@1081916249) -> (continuation of Deferred@1798316383 after retry RPC after error@1252660116) -> (continuation of Deferred@327849761 after retry RPC after error@914968698) -> (continuation of Deferred@1549382957 after retry RPC after error@1190472577) -> (continuation of Deferred@16879585 after retry RPC after error@2104956219), errback=(continuation of Deferred@1057978759 after retry RPC after error@155965225) -> (continuation of Deferred@1808274940 after retry RPC after error@1398688937) -> (continuation of Deferred@391758852 after retry RPC after error@1081916249) -> (continuation of Deferred@1798316383 after retry RPC after error@1252660116) -> (continuation of Deferred@327849761 after retry RPC after error@914968698) -> (continuation of Deferred@1549382957 after retry RPC after error@1190472577) -> (continuation of Deferred@16879585 after retry RPC after error@2104956219)))
13:57:59.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.125 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.165 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@373878886(state=PENDING, result=null, callback=(continuation of Deferred@278702306 after retry RPC after error@73515705) -> (continuation of Deferred@227255005 after retry RPC after error@1553053898) -> (continuation of Deferred@700436482 after retry RPC after error@591510406) -> (continuation of Deferred@1930193017 after retry RPC after error@579520826) -> (continuation of Deferred@1977758377 after retry RPC after error@1532045848) -> (continuation of Deferred@1267650219 after retry RPC after error@1060703737) -> (continuation of Deferred@1529485261 after retry RPC after error@167372634), errback=(continuation of Deferred@278702306 after retry RPC after error@73515705) -> (continuation of Deferred@227255005 after retry RPC after error@1553053898) -> (continuation of Deferred@700436482 after retry RPC after error@591510406) -> (continuation of Deferred@1930193017 after retry RPC after error@579520826) -> (continuation of Deferred@1977758377 after retry RPC after error@1532045848) -> (continuation of Deferred@1267650219 after retry RPC after error@1060703737) -> (continuation of Deferred@1529485261 after retry RPC after error@167372634)))
13:57:59.247 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@373878886(state=PENDING, result=null, callback=(continuation of Deferred@278702306 after retry RPC after error@73515705) -> (continuation of Deferred@227255005 after retry RPC after error@1553053898) -> (continuation of Deferred@700436482 after retry RPC after error@591510406) -> (continuation of Deferred@1930193017 after retry RPC after error@579520826) -> (continuation of Deferred@1977758377 after retry RPC after error@1532045848) -> (continuation of Deferred@1267650219 after retry RPC after error@1060703737) -> (continuation of Deferred@1529485261 after retry RPC after error@167372634), errback=(continuation of Deferred@278702306 after retry RPC after error@73515705) -> (continuation of Deferred@227255005 after retry RPC after error@1553053898) -> (continuation of Deferred@700436482 after retry RPC after error@591510406) -> (continuation of Deferred@1930193017 after retry RPC after error@579520826) -> (continuation of Deferred@1977758377 after retry RPC after error@1532045848) -> (continuation of Deferred@1267650219 after retry RPC after error@1060703737) -> (continuation of Deferred@1529485261 after retry RPC after error@167372634)))
13:57:59.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.325 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.345 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.484 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1978914860(state=PENDING, result=null, callback=(continuation of Deferred@853328845 after retry RPC after error@485764001) -> (continuation of Deferred@397025900 after retry RPC after error@2096347661) -> (continuation of Deferred@677760245 after retry RPC after error@359748475) -> (continuation of Deferred@1393470203 after retry RPC after error@843858245) -> (continuation of Deferred@885535133 after retry RPC after error@733828852) -> (continuation of Deferred@222455818 after retry RPC after error@1574192782) -> (continuation of Deferred@686145648 after retry RPC after error@1773021550), errback=(continuation of Deferred@853328845 after retry RPC after error@485764001) -> (continuation of Deferred@397025900 after retry RPC after error@2096347661) -> (continuation of Deferred@677760245 after retry RPC after error@359748475) -> (continuation of Deferred@1393470203 after retry RPC after error@843858245) -> (continuation of Deferred@885535133 after retry RPC after error@733828852) -> (continuation of Deferred@222455818 after retry RPC after error@1574192782) -> (continuation of Deferred@686145648 after retry RPC after error@1773021550)))
13:57:59.486 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1978914860(state=PENDING, result=null, callback=(continuation of Deferred@853328845 after retry RPC after error@485764001) -> (continuation of Deferred@397025900 after retry RPC after error@2096347661) -> (continuation of Deferred@677760245 after retry RPC after error@359748475) -> (continuation of Deferred@1393470203 after retry RPC after error@843858245) -> (continuation of Deferred@885535133 after retry RPC after error@733828852) -> (continuation of Deferred@222455818 after retry RPC after error@1574192782) -> (continuation of Deferred@686145648 after retry RPC after error@1773021550), errback=(continuation of Deferred@853328845 after retry RPC after error@485764001) -> (continuation of Deferred@397025900 after retry RPC after error@2096347661) -> (continuation of Deferred@677760245 after retry RPC after error@359748475) -> (continuation of Deferred@1393470203 after retry RPC after error@843858245) -> (continuation of Deferred@885535133 after retry RPC after error@733828852) -> (continuation of Deferred@222455818 after retry RPC after error@1574192782) -> (continuation of Deferred@686145648 after retry RPC after error@1773021550)))
13:57:59.503 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.545 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.565 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.565 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.765 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1863167528(state=PENDING, result=null, callback=(continuation of Deferred@1135293834 after retry RPC after error@1876687929) -> (continuation of Deferred@968237937 after retry RPC after error@1003009665) -> (continuation of Deferred@567661335 after retry RPC after error@291494176) -> (continuation of Deferred@427478481 after retry RPC after error@1735920833) -> (continuation of Deferred@1757029970 after retry RPC after error@121861308) -> (continuation of Deferred@1217934784 after retry RPC after error@1864443414) -> (continuation of Deferred@1452279062 after retry RPC after error@1256877548), errback=(continuation of Deferred@1135293834 after retry RPC after error@1876687929) -> (continuation of Deferred@968237937 after retry RPC after error@1003009665) -> (continuation of Deferred@567661335 after retry RPC after error@291494176) -> (continuation of Deferred@427478481 after retry RPC after error@1735920833) -> (continuation of Deferred@1757029970 after retry RPC after error@121861308) -> (continuation of Deferred@1217934784 after retry RPC after error@1864443414) -> (continuation of Deferred@1452279062 after retry RPC after error@1256877548)))
13:57:59.765 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:57:59.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.784 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.784 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.823 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.864 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.864 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.945 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:57:59.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.985 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:57:59.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:57:59.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.987 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:57:59.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:57:59.993 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=209), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [204ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [210ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [210ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@563500492(state=PENDING, result=null, callback=(continuation of Deferred@1403504581 after retry RPC after error@1164057922) -> (continuation of Deferred@2087130937 after retry RPC after error@1875645772) -> (continuation of Deferred@37256863 after retry RPC after error@1474685847) -> (continuation of Deferred@327151757 after retry RPC after error@479654363) -> (continuation of Deferred@1562097744 after retry RPC after error@626678071) -> (continuation of Deferred@1238183561 after retry RPC after error@1652426306) -> (continuation of Deferred@1646783333 after retry RPC after error@365135351), errback=(continuation of Deferred@1403504581 after retry RPC after error@1164057922) -> (continuation of Deferred@2087130937 after retry RPC after error@1875645772) -> (continuation of Deferred@37256863 after retry RPC after error@1474685847) -> (continuation of Deferred@327151757 after retry RPC after error@479654363) -> (continuation of Deferred@1562097744 after retry RPC after error@626678071) -> (continuation of Deferred@1238183561 after retry RPC after error@1652426306) -> (continuation of Deferred@1646783333 after retry RPC after error@365135351)))
13:57:59.994 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=209), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [204ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [210ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [210ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@563500492(state=PENDING, result=null, callback=(continuation of Deferred@1403504581 after retry RPC after error@1164057922) -> (continuation of Deferred@2087130937 after retry RPC after error@1875645772) -> (continuation of Deferred@37256863 after retry RPC after error@1474685847) -> (continuation of Deferred@327151757 after retry RPC after error@479654363) -> (continuation of Deferred@1562097744 after retry RPC after error@626678071) -> (continuation of Deferred@1238183561 after retry RPC after error@1652426306) -> (continuation of Deferred@1646783333 after retry RPC after error@365135351), errback=(continuation of Deferred@1403504581 after retry RPC after error@1164057922) -> (continuation of Deferred@2087130937 after retry RPC after error@1875645772) -> (continuation of Deferred@37256863 after retry RPC after error@1474685847) -> (continuation of Deferred@327151757 after retry RPC after error@479654363) -> (continuation of Deferred@1562097744 after retry RPC after error@626678071) -> (continuation of Deferred@1238183561 after retry RPC after error@1652426306) -> (continuation of Deferred@1646783333 after retry RPC after error@365135351)))
13:58:00.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.007 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.007 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.025 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.065 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.065 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.104 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.125 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.205 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.207 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=199), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [38ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [38ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [77ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [78ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [79ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [96ms] refreshing cache from master, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [98ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [98ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [118ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [118ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [197ms] refreshing cache from master, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [198ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [198ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [199ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1150539838(state=PENDING, result=null, callback=(continuation of Deferred@883938786 after retry RPC after error@1703328736) -> (continuation of Deferred@1027785499 after retry RPC after error@1732947621) -> (continuation of Deferred@755005291 after retry RPC after error@2106163344) -> (continuation of Deferred@1450757665 after retry RPC after error@1693806029) -> (continuation of Deferred@1256256791 after retry RPC after error@2069651931) -> (continuation of Deferred@1799729495 after retry RPC after error@605106935) -> (continuation of Deferred@1771320111 after retry RPC after error@1910424959), errback=(continuation of Deferred@883938786 after retry RPC after error@1703328736) -> (continuation of Deferred@1027785499 after retry RPC after error@1732947621) -> (continuation of Deferred@755005291 after retry RPC after error@2106163344) -> (continuation of Deferred@1450757665 after retry RPC after error@1693806029) -> (continuation of Deferred@1256256791 after retry RPC after error@2069651931) -> (continuation of Deferred@1799729495 after retry RPC after error@605106935) -> (continuation of Deferred@1771320111 after retry RPC after error@1910424959)))
13:58:00.207 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=199), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [18ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [38ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [38ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [57ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [58ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [77ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [78ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [79ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [96ms] refreshing cache from master, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [98ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [98ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [117ms] refreshing cache from master, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [118ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [118ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [119ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [197ms] refreshing cache from master, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [198ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [198ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [199ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [199ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1150539838(state=PENDING, result=null, callback=(continuation of Deferred@883938786 after retry RPC after error@1703328736) -> (continuation of Deferred@1027785499 after retry RPC after error@1732947621) -> (continuation of Deferred@755005291 after retry RPC after error@2106163344) -> (continuation of Deferred@1450757665 after retry RPC after error@1693806029) -> (continuation of Deferred@1256256791 after retry RPC after error@2069651931) -> (continuation of Deferred@1799729495 after retry RPC after error@605106935) -> (continuation of Deferred@1771320111 after retry RPC after error@1910424959), errback=(continuation of Deferred@883938786 after retry RPC after error@1703328736) -> (continuation of Deferred@1027785499 after retry RPC after error@1732947621) -> (continuation of Deferred@755005291 after retry RPC after error@2106163344) -> (continuation of Deferred@1450757665 after retry RPC after error@1693806029) -> (continuation of Deferred@1256256791 after retry RPC after error@2069651931) -> (continuation of Deferred@1799729495 after retry RPC after error@605106935) -> (continuation of Deferred@1771320111 after retry RPC after error@1910424959)))
13:58:00.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.345 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.466 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.467 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1526429901(state=PENDING, result=null, callback=(continuation of Deferred@549571824 after retry RPC after error@947197500) -> (continuation of Deferred@825415561 after retry RPC after error@814673010) -> (continuation of Deferred@503709919 after retry RPC after error@240267733) -> (continuation of Deferred@704327945 after retry RPC after error@1850848568) -> (continuation of Deferred@1082085589 after retry RPC after error@1606159766) -> (continuation of Deferred@801053713 after retry RPC after error@1277461675) -> (continuation of Deferred@1994890242 after retry RPC after error@1225322485), errback=(continuation of Deferred@549571824 after retry RPC after error@947197500) -> (continuation of Deferred@825415561 after retry RPC after error@814673010) -> (continuation of Deferred@503709919 after retry RPC after error@240267733) -> (continuation of Deferred@704327945 after retry RPC after error@1850848568) -> (continuation of Deferred@1082085589 after retry RPC after error@1606159766) -> (continuation of Deferred@801053713 after retry RPC after error@1277461675) -> (continuation of Deferred@1994890242 after retry RPC after error@1225322485)))
13:58:00.467 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1526429901(state=PENDING, result=null, callback=(continuation of Deferred@549571824 after retry RPC after error@947197500) -> (continuation of Deferred@825415561 after retry RPC after error@814673010) -> (continuation of Deferred@503709919 after retry RPC after error@240267733) -> (continuation of Deferred@704327945 after retry RPC after error@1850848568) -> (continuation of Deferred@1082085589 after retry RPC after error@1606159766) -> (continuation of Deferred@801053713 after retry RPC after error@1277461675) -> (continuation of Deferred@1994890242 after retry RPC after error@1225322485), errback=(continuation of Deferred@549571824 after retry RPC after error@947197500) -> (continuation of Deferred@825415561 after retry RPC after error@814673010) -> (continuation of Deferred@503709919 after retry RPC after error@240267733) -> (continuation of Deferred@704327945 after retry RPC after error@1850848568) -> (continuation of Deferred@1082085589 after retry RPC after error@1606159766) -> (continuation of Deferred@801053713 after retry RPC after error@1277461675) -> (continuation of Deferred@1994890242 after retry RPC after error@1225322485)))
13:58:00.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.546 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1398861036(state=PENDING, result=null, callback=(continuation of Deferred@1046804308 after retry RPC after error@393190140) -> (continuation of Deferred@1399383655 after retry RPC after error@129726314) -> (continuation of Deferred@511508126 after retry RPC after error@1966030807) -> (continuation of Deferred@1642112203 after retry RPC after error@1027379130) -> (continuation of Deferred@1145904781 after retry RPC after error@1209024596) -> (continuation of Deferred@749888353 after retry RPC after error@1974102034) -> (continuation of Deferred@1497348444 after retry RPC after error@325537999) -> (continuation of Deferred@754024617 after retry RPC after error@180193245), errback=(continuation of Deferred@1046804308 after retry RPC after error@393190140) -> (continuation of Deferred@1399383655 after retry RPC after error@129726314) -> (continuation of Deferred@511508126 after retry RPC after error@1966030807) -> (continuation of Deferred@1642112203 after retry RPC after error@1027379130) -> (continuation of Deferred@1145904781 after retry RPC after error@1209024596) -> (continuation of Deferred@749888353 after retry RPC after error@1974102034) -> (continuation of Deferred@1497348444 after retry RPC after error@325537999) -> (continuation of Deferred@754024617 after retry RPC after error@180193245)))
13:58:00.667 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1398861036(state=PENDING, result=null, callback=(continuation of Deferred@1046804308 after retry RPC after error@393190140) -> (continuation of Deferred@1399383655 after retry RPC after error@129726314) -> (continuation of Deferred@511508126 after retry RPC after error@1966030807) -> (continuation of Deferred@1642112203 after retry RPC after error@1027379130) -> (continuation of Deferred@1145904781 after retry RPC after error@1209024596) -> (continuation of Deferred@749888353 after retry RPC after error@1974102034) -> (continuation of Deferred@1497348444 after retry RPC after error@325537999) -> (continuation of Deferred@754024617 after retry RPC after error@180193245), errback=(continuation of Deferred@1046804308 after retry RPC after error@393190140) -> (continuation of Deferred@1399383655 after retry RPC after error@129726314) -> (continuation of Deferred@511508126 after retry RPC after error@1966030807) -> (continuation of Deferred@1642112203 after retry RPC after error@1027379130) -> (continuation of Deferred@1145904781 after retry RPC after error@1209024596) -> (continuation of Deferred@749888353 after retry RPC after error@1974102034) -> (continuation of Deferred@1497348444 after retry RPC after error@325537999) -> (continuation of Deferred@754024617 after retry RPC after error@180193245)))
13:58:00.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.726 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.765 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.765 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.765 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.765 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.765 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.865 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.866 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@670091808(state=PENDING, result=null, callback=(continuation of Deferred@1100296812 after retry RPC after error@249712771) -> (continuation of Deferred@777227828 after retry RPC after error@265547796) -> (continuation of Deferred@1732097488 after retry RPC after error@2068289532) -> (continuation of Deferred@1230476430 after retry RPC after error@1494523616) -> (continuation of Deferred@1393373991 after retry RPC after error@347252429) -> (continuation of Deferred@1639228209 after retry RPC after error@480957049), errback=(continuation of Deferred@1100296812 after retry RPC after error@249712771) -> (continuation of Deferred@777227828 after retry RPC after error@265547796) -> (continuation of Deferred@1732097488 after retry RPC after error@2068289532) -> (continuation of Deferred@1230476430 after retry RPC after error@1494523616) -> (continuation of Deferred@1393373991 after retry RPC after error@347252429) -> (continuation of Deferred@1639228209 after retry RPC after error@480957049)))
13:58:00.867 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@670091808(state=PENDING, result=null, callback=(continuation of Deferred@1100296812 after retry RPC after error@249712771) -> (continuation of Deferred@777227828 after retry RPC after error@265547796) -> (continuation of Deferred@1732097488 after retry RPC after error@2068289532) -> (continuation of Deferred@1230476430 after retry RPC after error@1494523616) -> (continuation of Deferred@1393373991 after retry RPC after error@347252429) -> (continuation of Deferred@1639228209 after retry RPC after error@480957049), errback=(continuation of Deferred@1100296812 after retry RPC after error@249712771) -> (continuation of Deferred@777227828 after retry RPC after error@265547796) -> (continuation of Deferred@1732097488 after retry RPC after error@2068289532) -> (continuation of Deferred@1230476430 after retry RPC after error@1494523616) -> (continuation of Deferred@1393373991 after retry RPC after error@347252429) -> (continuation of Deferred@1639228209 after retry RPC after error@480957049)))
13:58:00.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.945 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:00.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:00.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:00.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:00.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:00.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@37980268(state=PENDING, result=null, callback=(continuation of Deferred@622570775 after retry RPC after error@1360779462) -> (continuation of Deferred@278251899 after retry RPC after error@243999725) -> (continuation of Deferred@1988117566 after retry RPC after error@2043838400) -> (continuation of Deferred@1202892688 after retry RPC after error@275871936) -> (continuation of Deferred@1688497988 after retry RPC after error@249704559) -> (continuation of Deferred@1560203276 after retry RPC after error@1204945963) -> (continuation of Deferred@4955610 after retry RPC after error@523613428), errback=(continuation of Deferred@622570775 after retry RPC after error@1360779462) -> (continuation of Deferred@278251899 after retry RPC after error@243999725) -> (continuation of Deferred@1988117566 after retry RPC after error@2043838400) -> (continuation of Deferred@1202892688 after retry RPC after error@275871936) -> (continuation of Deferred@1688497988 after retry RPC after error@249704559) -> (continuation of Deferred@1560203276 after retry RPC after error@1204945963) -> (continuation of Deferred@4955610 after retry RPC after error@523613428)))
13:58:01.086 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@37980268(state=PENDING, result=null, callback=(continuation of Deferred@622570775 after retry RPC after error@1360779462) -> (continuation of Deferred@278251899 after retry RPC after error@243999725) -> (continuation of Deferred@1988117566 after retry RPC after error@2043838400) -> (continuation of Deferred@1202892688 after retry RPC after error@275871936) -> (continuation of Deferred@1688497988 after retry RPC after error@249704559) -> (continuation of Deferred@1560203276 after retry RPC after error@1204945963) -> (continuation of Deferred@4955610 after retry RPC after error@523613428), errback=(continuation of Deferred@622570775 after retry RPC after error@1360779462) -> (continuation of Deferred@278251899 after retry RPC after error@243999725) -> (continuation of Deferred@1988117566 after retry RPC after error@2043838400) -> (continuation of Deferred@1202892688 after retry RPC after error@275871936) -> (continuation of Deferred@1688497988 after retry RPC after error@249704559) -> (continuation of Deferred@1560203276 after retry RPC after error@1204945963) -> (continuation of Deferred@4955610 after retry RPC after error@523613428)))
13:58:01.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.226 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.226 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.226 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@839782825(state=PENDING, result=null, callback=(continuation of Deferred@2114234853 after retry RPC after error@566385659) -> (continuation of Deferred@1209737731 after retry RPC after error@182120944) -> (continuation of Deferred@1363819215 after retry RPC after error@1659158174) -> (continuation of Deferred@1937671163 after retry RPC after error@787921173) -> (continuation of Deferred@787112518 after retry RPC after error@1774004555) -> (continuation of Deferred@1859849948 after retry RPC after error@1971207171) -> (continuation of Deferred@142317752 after retry RPC after error@143396749), errback=(continuation of Deferred@2114234853 after retry RPC after error@566385659) -> (continuation of Deferred@1209737731 after retry RPC after error@182120944) -> (continuation of Deferred@1363819215 after retry RPC after error@1659158174) -> (continuation of Deferred@1937671163 after retry RPC after error@787921173) -> (continuation of Deferred@787112518 after retry RPC after error@1774004555) -> (continuation of Deferred@1859849948 after retry RPC after error@1971207171) -> (continuation of Deferred@142317752 after retry RPC after error@143396749)))
13:58:01.306 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@839782825(state=PENDING, result=null, callback=(continuation of Deferred@2114234853 after retry RPC after error@566385659) -> (continuation of Deferred@1209737731 after retry RPC after error@182120944) -> (continuation of Deferred@1363819215 after retry RPC after error@1659158174) -> (continuation of Deferred@1937671163 after retry RPC after error@787921173) -> (continuation of Deferred@787112518 after retry RPC after error@1774004555) -> (continuation of Deferred@1859849948 after retry RPC after error@1971207171) -> (continuation of Deferred@142317752 after retry RPC after error@143396749), errback=(continuation of Deferred@2114234853 after retry RPC after error@566385659) -> (continuation of Deferred@1209737731 after retry RPC after error@182120944) -> (continuation of Deferred@1363819215 after retry RPC after error@1659158174) -> (continuation of Deferred@1937671163 after retry RPC after error@787921173) -> (continuation of Deferred@787112518 after retry RPC after error@1774004555) -> (continuation of Deferred@1859849948 after retry RPC after error@1971207171) -> (continuation of Deferred@142317752 after retry RPC after error@143396749)))
13:58:01.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.345 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.505 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.507 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.545 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@33639552(state=PENDING, result=null, callback=(continuation of Deferred@1474001699 after retry RPC after error@31803507) -> (continuation of Deferred@2067698424 after retry RPC after error@1943250003) -> (continuation of Deferred@2145241961 after retry RPC after error@1422963249) -> (continuation of Deferred@1534481153 after retry RPC after error@896107776) -> (continuation of Deferred@612271687 after retry RPC after error@1970203075) -> (continuation of Deferred@485048884 after retry RPC after error@1708234028) -> (continuation of Deferred@902658927 after retry RPC after error@930069732), errback=(continuation of Deferred@1474001699 after retry RPC after error@31803507) -> (continuation of Deferred@2067698424 after retry RPC after error@1943250003) -> (continuation of Deferred@2145241961 after retry RPC after error@1422963249) -> (continuation of Deferred@1534481153 after retry RPC after error@896107776) -> (continuation of Deferred@612271687 after retry RPC after error@1970203075) -> (continuation of Deferred@485048884 after retry RPC after error@1708234028) -> (continuation of Deferred@902658927 after retry RPC after error@930069732)))
13:58:01.547 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@33639552(state=PENDING, result=null, callback=(continuation of Deferred@1474001699 after retry RPC after error@31803507) -> (continuation of Deferred@2067698424 after retry RPC after error@1943250003) -> (continuation of Deferred@2145241961 after retry RPC after error@1422963249) -> (continuation of Deferred@1534481153 after retry RPC after error@896107776) -> (continuation of Deferred@612271687 after retry RPC after error@1970203075) -> (continuation of Deferred@485048884 after retry RPC after error@1708234028) -> (continuation of Deferred@902658927 after retry RPC after error@930069732), errback=(continuation of Deferred@1474001699 after retry RPC after error@31803507) -> (continuation of Deferred@2067698424 after retry RPC after error@1943250003) -> (continuation of Deferred@2145241961 after retry RPC after error@1422963249) -> (continuation of Deferred@1534481153 after retry RPC after error@896107776) -> (continuation of Deferred@612271687 after retry RPC after error@1970203075) -> (continuation of Deferred@485048884 after retry RPC after error@1708234028) -> (continuation of Deferred@902658927 after retry RPC after error@930069732)))
13:58:01.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.565 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.604 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.604 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.604 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.623 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:01.667085 28708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:58:01.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:01.672483 28708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:58:01.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:01.673990 28710 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.53.254:39885)
13:58:01.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1894856687(state=PENDING, result=null, callback=(continuation of Deferred@2032251294 after retry RPC after error@1854204295) -> (continuation of Deferred@592237191 after retry RPC after error@1518061390) -> (continuation of Deferred@773992670 after retry RPC after error@1738746956) -> (continuation of Deferred@582882005 after retry RPC after error@654045307) -> (continuation of Deferred@425754810 after retry RPC after error@1742675606) -> (continuation of Deferred@900042754 after retry RPC after error@1285871333) -> (continuation of Deferred@1365047963 after retry RPC after error@1315468680), errback=(continuation of Deferred@2032251294 after retry RPC after error@1854204295) -> (continuation of Deferred@592237191 after retry RPC after error@1518061390) -> (continuation of Deferred@773992670 after retry RPC after error@1738746956) -> (continuation of Deferred@582882005 after retry RPC after error@654045307) -> (continuation of Deferred@425754810 after retry RPC after error@1742675606) -> (continuation of Deferred@900042754 after retry RPC after error@1285871333) -> (continuation of Deferred@1365047963 after retry RPC after error@1315468680)))
13:58:01.787 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1894856687(state=PENDING, result=null, callback=(continuation of Deferred@2032251294 after retry RPC after error@1854204295) -> (continuation of Deferred@592237191 after retry RPC after error@1518061390) -> (continuation of Deferred@773992670 after retry RPC after error@1738746956) -> (continuation of Deferred@582882005 after retry RPC after error@654045307) -> (continuation of Deferred@425754810 after retry RPC after error@1742675606) -> (continuation of Deferred@900042754 after retry RPC after error@1285871333) -> (continuation of Deferred@1365047963 after retry RPC after error@1315468680), errback=(continuation of Deferred@2032251294 after retry RPC after error@1854204295) -> (continuation of Deferred@592237191 after retry RPC after error@1518061390) -> (continuation of Deferred@773992670 after retry RPC after error@1738746956) -> (continuation of Deferred@582882005 after retry RPC after error@654045307) -> (continuation of Deferred@425754810 after retry RPC after error@1742675606) -> (continuation of Deferred@900042754 after retry RPC after error@1285871333) -> (continuation of Deferred@1365047963 after retry RPC after error@1315468680)))
13:58:01.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:01.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:01.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.985 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:01.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:01.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:01.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2008123416(state=PENDING, result=null, callback=(continuation of Deferred@599381206 after retry RPC after error@883202504) -> (continuation of Deferred@1630798322 after retry RPC after error@448701572) -> (continuation of Deferred@2009910369 after retry RPC after error@1731617161) -> (continuation of Deferred@642565900 after retry RPC after error@1236917701) -> (continuation of Deferred@1485291351 after retry RPC after error@208254951) -> (continuation of Deferred@1281189313 after retry RPC after error@1267584634) -> (continuation of Deferred@773172571 after retry RPC after error@1870852593), errback=(continuation of Deferred@599381206 after retry RPC after error@883202504) -> (continuation of Deferred@1630798322 after retry RPC after error@448701572) -> (continuation of Deferred@2009910369 after retry RPC after error@1731617161) -> (continuation of Deferred@642565900 after retry RPC after error@1236917701) -> (continuation of Deferred@1485291351 after retry RPC after error@208254951) -> (continuation of Deferred@1281189313 after retry RPC after error@1267584634) -> (continuation of Deferred@773172571 after retry RPC after error@1870852593)))
13:58:01.986 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2008123416(state=PENDING, result=null, callback=(continuation of Deferred@599381206 after retry RPC after error@883202504) -> (continuation of Deferred@1630798322 after retry RPC after error@448701572) -> (continuation of Deferred@2009910369 after retry RPC after error@1731617161) -> (continuation of Deferred@642565900 after retry RPC after error@1236917701) -> (continuation of Deferred@1485291351 after retry RPC after error@208254951) -> (continuation of Deferred@1281189313 after retry RPC after error@1267584634) -> (continuation of Deferred@773172571 after retry RPC after error@1870852593), errback=(continuation of Deferred@599381206 after retry RPC after error@883202504) -> (continuation of Deferred@1630798322 after retry RPC after error@448701572) -> (continuation of Deferred@2009910369 after retry RPC after error@1731617161) -> (continuation of Deferred@642565900 after retry RPC after error@1236917701) -> (continuation of Deferred@1485291351 after retry RPC after error@208254951) -> (continuation of Deferred@1281189313 after retry RPC after error@1267584634) -> (continuation of Deferred@773172571 after retry RPC after error@1870852593)))
13:58:02.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.023 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.024 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.024 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.024 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.024 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.044 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.144 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.226 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1773711085(state=PENDING, result=null, callback=(continuation of Deferred@1819173658 after retry RPC after error@169546151) -> (continuation of Deferred@1065519451 after retry RPC after error@325158784) -> (continuation of Deferred@210255941 after retry RPC after error@1582100058) -> (continuation of Deferred@1974430873 after retry RPC after error@1793959979) -> (continuation of Deferred@615077723 after retry RPC after error@489575338) -> (continuation of Deferred@325791538 after retry RPC after error@339767684) -> (continuation of Deferred@2050883544 after retry RPC after error@358699062), errback=(continuation of Deferred@1819173658 after retry RPC after error@169546151) -> (continuation of Deferred@1065519451 after retry RPC after error@325158784) -> (continuation of Deferred@210255941 after retry RPC after error@1582100058) -> (continuation of Deferred@1974430873 after retry RPC after error@1793959979) -> (continuation of Deferred@615077723 after retry RPC after error@489575338) -> (continuation of Deferred@325791538 after retry RPC after error@339767684) -> (continuation of Deferred@2050883544 after retry RPC after error@358699062)))
13:58:02.226 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1773711085(state=PENDING, result=null, callback=(continuation of Deferred@1819173658 after retry RPC after error@169546151) -> (continuation of Deferred@1065519451 after retry RPC after error@325158784) -> (continuation of Deferred@210255941 after retry RPC after error@1582100058) -> (continuation of Deferred@1974430873 after retry RPC after error@1793959979) -> (continuation of Deferred@615077723 after retry RPC after error@489575338) -> (continuation of Deferred@325791538 after retry RPC after error@339767684) -> (continuation of Deferred@2050883544 after retry RPC after error@358699062), errback=(continuation of Deferred@1819173658 after retry RPC after error@169546151) -> (continuation of Deferred@1065519451 after retry RPC after error@325158784) -> (continuation of Deferred@210255941 after retry RPC after error@1582100058) -> (continuation of Deferred@1974430873 after retry RPC after error@1793959979) -> (continuation of Deferred@615077723 after retry RPC after error@489575338) -> (continuation of Deferred@325791538 after retry RPC after error@339767684) -> (continuation of Deferred@2050883544 after retry RPC after error@358699062)))
13:58:02.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.285 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.304 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.304 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.304 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.325 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.345 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.345 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1377438135(state=PENDING, result=null, callback=(continuation of Deferred@166357392 after retry RPC after error@1883330207) -> (continuation of Deferred@1848203742 after retry RPC after error@1828499997) -> (continuation of Deferred@914415867 after retry RPC after error@1284488474) -> (continuation of Deferred@1749871356 after retry RPC after error@1630126514) -> (continuation of Deferred@1352622676 after retry RPC after error@1632203312) -> (continuation of Deferred@1860005871 after retry RPC after error@1096157143), errback=(continuation of Deferred@166357392 after retry RPC after error@1883330207) -> (continuation of Deferred@1848203742 after retry RPC after error@1828499997) -> (continuation of Deferred@914415867 after retry RPC after error@1284488474) -> (continuation of Deferred@1749871356 after retry RPC after error@1630126514) -> (continuation of Deferred@1352622676 after retry RPC after error@1632203312) -> (continuation of Deferred@1860005871 after retry RPC after error@1096157143)))
13:58:02.427 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1377438135(state=PENDING, result=null, callback=(continuation of Deferred@166357392 after retry RPC after error@1883330207) -> (continuation of Deferred@1848203742 after retry RPC after error@1828499997) -> (continuation of Deferred@914415867 after retry RPC after error@1284488474) -> (continuation of Deferred@1749871356 after retry RPC after error@1630126514) -> (continuation of Deferred@1352622676 after retry RPC after error@1632203312) -> (continuation of Deferred@1860005871 after retry RPC after error@1096157143), errback=(continuation of Deferred@166357392 after retry RPC after error@1883330207) -> (continuation of Deferred@1848203742 after retry RPC after error@1828499997) -> (continuation of Deferred@914415867 after retry RPC after error@1284488474) -> (continuation of Deferred@1749871356 after retry RPC after error@1630126514) -> (continuation of Deferred@1352622676 after retry RPC after error@1632203312) -> (continuation of Deferred@1860005871 after retry RPC after error@1096157143)))
13:58:02.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.485 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.505 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.505 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.505 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.505 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.665 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.665 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.665 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@806437899(state=PENDING, result=null, callback=(continuation of Deferred@1402234094 after retry RPC after error@337044062) -> (continuation of Deferred@1319450284 after retry RPC after error@1949172335) -> (continuation of Deferred@74296080 after retry RPC after error@667594193) -> (continuation of Deferred@1077800914 after retry RPC after error@1141158080) -> (continuation of Deferred@769177211 after retry RPC after error@1594765876) -> (continuation of Deferred@1885472120 after retry RPC after error@285292804) -> (continuation of Deferred@2038574641 after retry RPC after error@1462971559), errback=(continuation of Deferred@1402234094 after retry RPC after error@337044062) -> (continuation of Deferred@1319450284 after retry RPC after error@1949172335) -> (continuation of Deferred@74296080 after retry RPC after error@667594193) -> (continuation of Deferred@1077800914 after retry RPC after error@1141158080) -> (continuation of Deferred@769177211 after retry RPC after error@1594765876) -> (continuation of Deferred@1885472120 after retry RPC after error@285292804) -> (continuation of Deferred@2038574641 after retry RPC after error@1462971559)))
13:58:02.667 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@806437899(state=PENDING, result=null, callback=(continuation of Deferred@1402234094 after retry RPC after error@337044062) -> (continuation of Deferred@1319450284 after retry RPC after error@1949172335) -> (continuation of Deferred@74296080 after retry RPC after error@667594193) -> (continuation of Deferred@1077800914 after retry RPC after error@1141158080) -> (continuation of Deferred@769177211 after retry RPC after error@1594765876) -> (continuation of Deferred@1885472120 after retry RPC after error@285292804) -> (continuation of Deferred@2038574641 after retry RPC after error@1462971559), errback=(continuation of Deferred@1402234094 after retry RPC after error@337044062) -> (continuation of Deferred@1319450284 after retry RPC after error@1949172335) -> (continuation of Deferred@74296080 after retry RPC after error@667594193) -> (continuation of Deferred@1077800914 after retry RPC after error@1141158080) -> (continuation of Deferred@769177211 after retry RPC after error@1594765876) -> (continuation of Deferred@1885472120 after retry RPC after error@285292804) -> (continuation of Deferred@2038574641 after retry RPC after error@1462971559)))
13:58:02.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1810325674(state=PENDING, result=null, callback=(continuation of Deferred@532200120 after retry RPC after error@1506629359) -> (continuation of Deferred@335473197 after retry RPC after error@1137457864) -> (continuation of Deferred@427505011 after retry RPC after error@707945117) -> (continuation of Deferred@1316571764 after retry RPC after error@1824600841) -> (continuation of Deferred@751911759 after retry RPC after error@357497538) -> (continuation of Deferred@291518709 after retry RPC after error@1952192683) -> (continuation of Deferred@1387390548 after retry RPC after error@810262058), errback=(continuation of Deferred@532200120 after retry RPC after error@1506629359) -> (continuation of Deferred@335473197 after retry RPC after error@1137457864) -> (continuation of Deferred@427505011 after retry RPC after error@707945117) -> (continuation of Deferred@1316571764 after retry RPC after error@1824600841) -> (continuation of Deferred@751911759 after retry RPC after error@357497538) -> (continuation of Deferred@291518709 after retry RPC after error@1952192683) -> (continuation of Deferred@1387390548 after retry RPC after error@810262058)))
13:58:02.927 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1810325674(state=PENDING, result=null, callback=(continuation of Deferred@532200120 after retry RPC after error@1506629359) -> (continuation of Deferred@335473197 after retry RPC after error@1137457864) -> (continuation of Deferred@427505011 after retry RPC after error@707945117) -> (continuation of Deferred@1316571764 after retry RPC after error@1824600841) -> (continuation of Deferred@751911759 after retry RPC after error@357497538) -> (continuation of Deferred@291518709 after retry RPC after error@1952192683) -> (continuation of Deferred@1387390548 after retry RPC after error@810262058), errback=(continuation of Deferred@532200120 after retry RPC after error@1506629359) -> (continuation of Deferred@335473197 after retry RPC after error@1137457864) -> (continuation of Deferred@427505011 after retry RPC after error@707945117) -> (continuation of Deferred@1316571764 after retry RPC after error@1824600841) -> (continuation of Deferred@751911759 after retry RPC after error@357497538) -> (continuation of Deferred@291518709 after retry RPC after error@1952192683) -> (continuation of Deferred@1387390548 after retry RPC after error@810262058)))
13:58:02.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:02.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:02.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:02.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:02.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:02.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.024 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.085 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.085 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.105 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.106 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1077592473(state=PENDING, result=null, callback=(continuation of Deferred@2137087950 after retry RPC after error@1809037133) -> (continuation of Deferred@547796088 after retry RPC after error@914788348) -> (continuation of Deferred@1139554765 after retry RPC after error@905156386) -> (continuation of Deferred@551809168 after retry RPC after error@572027423) -> (continuation of Deferred@9967040 after retry RPC after error@704370806) -> (continuation of Deferred@371444393 after retry RPC after error@2009783032) -> (continuation of Deferred@926738388 after retry RPC after error@1089712429), errback=(continuation of Deferred@2137087950 after retry RPC after error@1809037133) -> (continuation of Deferred@547796088 after retry RPC after error@914788348) -> (continuation of Deferred@1139554765 after retry RPC after error@905156386) -> (continuation of Deferred@551809168 after retry RPC after error@572027423) -> (continuation of Deferred@9967040 after retry RPC after error@704370806) -> (continuation of Deferred@371444393 after retry RPC after error@2009783032) -> (continuation of Deferred@926738388 after retry RPC after error@1089712429)))
13:58:03.106 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1077592473(state=PENDING, result=null, callback=(continuation of Deferred@2137087950 after retry RPC after error@1809037133) -> (continuation of Deferred@547796088 after retry RPC after error@914788348) -> (continuation of Deferred@1139554765 after retry RPC after error@905156386) -> (continuation of Deferred@551809168 after retry RPC after error@572027423) -> (continuation of Deferred@9967040 after retry RPC after error@704370806) -> (continuation of Deferred@371444393 after retry RPC after error@2009783032) -> (continuation of Deferred@926738388 after retry RPC after error@1089712429), errback=(continuation of Deferred@2137087950 after retry RPC after error@1809037133) -> (continuation of Deferred@547796088 after retry RPC after error@914788348) -> (continuation of Deferred@1139554765 after retry RPC after error@905156386) -> (continuation of Deferred@551809168 after retry RPC after error@572027423) -> (continuation of Deferred@9967040 after retry RPC after error@704370806) -> (continuation of Deferred@371444393 after retry RPC after error@2009783032) -> (continuation of Deferred@926738388 after retry RPC after error@1089712429)))
13:58:03.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.124 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.164 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.164 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.205 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@634287659(state=PENDING, result=null, callback=(continuation of Deferred@81178679 after retry RPC after error@1169102772) -> (continuation of Deferred@497599241 after retry RPC after error@1266782649) -> (continuation of Deferred@2053621750 after retry RPC after error@1195933113) -> (continuation of Deferred@480468690 after retry RPC after error@1541937318) -> (continuation of Deferred@527707226 after retry RPC after error@458571704) -> (continuation of Deferred@495368142 after retry RPC after error@103854576) -> (continuation of Deferred@949504912 after retry RPC after error@167910340), errback=(continuation of Deferred@81178679 after retry RPC after error@1169102772) -> (continuation of Deferred@497599241 after retry RPC after error@1266782649) -> (continuation of Deferred@2053621750 after retry RPC after error@1195933113) -> (continuation of Deferred@480468690 after retry RPC after error@1541937318) -> (continuation of Deferred@527707226 after retry RPC after error@458571704) -> (continuation of Deferred@495368142 after retry RPC after error@103854576) -> (continuation of Deferred@949504912 after retry RPC after error@167910340)))
13:58:03.367 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@634287659(state=PENDING, result=null, callback=(continuation of Deferred@81178679 after retry RPC after error@1169102772) -> (continuation of Deferred@497599241 after retry RPC after error@1266782649) -> (continuation of Deferred@2053621750 after retry RPC after error@1195933113) -> (continuation of Deferred@480468690 after retry RPC after error@1541937318) -> (continuation of Deferred@527707226 after retry RPC after error@458571704) -> (continuation of Deferred@495368142 after retry RPC after error@103854576) -> (continuation of Deferred@949504912 after retry RPC after error@167910340), errback=(continuation of Deferred@81178679 after retry RPC after error@1169102772) -> (continuation of Deferred@497599241 after retry RPC after error@1266782649) -> (continuation of Deferred@2053621750 after retry RPC after error@1195933113) -> (continuation of Deferred@480468690 after retry RPC after error@1541937318) -> (continuation of Deferred@527707226 after retry RPC after error@458571704) -> (continuation of Deferred@495368142 after retry RPC after error@103854576) -> (continuation of Deferred@949504912 after retry RPC after error@167910340)))
13:58:03.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.645 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1080389317(state=PENDING, result=null, callback=(continuation of Deferred@313720666 after retry RPC after error@680050033) -> (continuation of Deferred@1619678158 after retry RPC after error@200411740) -> (continuation of Deferred@247426135 after retry RPC after error@1664170948) -> (continuation of Deferred@1360465999 after retry RPC after error@1244414171) -> (continuation of Deferred@1057243165 after retry RPC after error@1434559266) -> (continuation of Deferred@1014842549 after retry RPC after error@343925113) -> (continuation of Deferred@166092611 after retry RPC after error@1369863662), errback=(continuation of Deferred@313720666 after retry RPC after error@680050033) -> (continuation of Deferred@1619678158 after retry RPC after error@200411740) -> (continuation of Deferred@247426135 after retry RPC after error@1664170948) -> (continuation of Deferred@1360465999 after retry RPC after error@1244414171) -> (continuation of Deferred@1057243165 after retry RPC after error@1434559266) -> (continuation of Deferred@1014842549 after retry RPC after error@343925113) -> (continuation of Deferred@166092611 after retry RPC after error@1369863662)))
13:58:03.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.646 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:58:03.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@378011887(state=PENDING, result=null, callback=(continuation of Deferred@2140829167 after retry RPC after error@284935081) -> (continuation of Deferred@694078718 after retry RPC after error@2131181122) -> (continuation of Deferred@1402870080 after retry RPC after error@490110481) -> (continuation of Deferred@1120958581 after retry RPC after error@82033475) -> (continuation of Deferred@655685254 after retry RPC after error@159175299) -> (continuation of Deferred@1210978313 after retry RPC after error@1359905772), errback=(continuation of Deferred@2140829167 after retry RPC after error@284935081) -> (continuation of Deferred@694078718 after retry RPC after error@2131181122) -> (continuation of Deferred@1402870080 after retry RPC after error@490110481) -> (continuation of Deferred@1120958581 after retry RPC after error@82033475) -> (continuation of Deferred@655685254 after retry RPC after error@159175299) -> (continuation of Deferred@1210978313 after retry RPC after error@1359905772)))
13:58:03.827 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@378011887(state=PENDING, result=null, callback=(continuation of Deferred@2140829167 after retry RPC after error@284935081) -> (continuation of Deferred@694078718 after retry RPC after error@2131181122) -> (continuation of Deferred@1402870080 after retry RPC after error@490110481) -> (continuation of Deferred@1120958581 after retry RPC after error@82033475) -> (continuation of Deferred@655685254 after retry RPC after error@159175299) -> (continuation of Deferred@1210978313 after retry RPC after error@1359905772), errback=(continuation of Deferred@2140829167 after retry RPC after error@284935081) -> (continuation of Deferred@694078718 after retry RPC after error@2131181122) -> (continuation of Deferred@1402870080 after retry RPC after error@490110481) -> (continuation of Deferred@1120958581 after retry RPC after error@82033475) -> (continuation of Deferred@655685254 after retry RPC after error@159175299) -> (continuation of Deferred@1210978313 after retry RPC after error@1359905772)))
13:58:03.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:03.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:03.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:03.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:03.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:03.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.085 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.085 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.087 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@100632022(state=PENDING, result=null, callback=(continuation of Deferred@1972980951 after retry RPC after error@183156895) -> (continuation of Deferred@2000274259 after retry RPC after error@244398423) -> (continuation of Deferred@835789734 after retry RPC after error@1835266875) -> (continuation of Deferred@1417250463 after retry RPC after error@1394955974) -> (continuation of Deferred@1800504087 after retry RPC after error@433672045) -> (continuation of Deferred@17592247 after retry RPC after error@2028378678) -> (continuation of Deferred@533260038 after retry RPC after error@1278828981), errback=(continuation of Deferred@1972980951 after retry RPC after error@183156895) -> (continuation of Deferred@2000274259 after retry RPC after error@244398423) -> (continuation of Deferred@835789734 after retry RPC after error@1835266875) -> (continuation of Deferred@1417250463 after retry RPC after error@1394955974) -> (continuation of Deferred@1800504087 after retry RPC after error@433672045) -> (continuation of Deferred@17592247 after retry RPC after error@2028378678) -> (continuation of Deferred@533260038 after retry RPC after error@1278828981)))
13:58:04.087 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@100632022(state=PENDING, result=null, callback=(continuation of Deferred@1972980951 after retry RPC after error@183156895) -> (continuation of Deferred@2000274259 after retry RPC after error@244398423) -> (continuation of Deferred@835789734 after retry RPC after error@1835266875) -> (continuation of Deferred@1417250463 after retry RPC after error@1394955974) -> (continuation of Deferred@1800504087 after retry RPC after error@433672045) -> (continuation of Deferred@17592247 after retry RPC after error@2028378678) -> (continuation of Deferred@533260038 after retry RPC after error@1278828981), errback=(continuation of Deferred@1972980951 after retry RPC after error@183156895) -> (continuation of Deferred@2000274259 after retry RPC after error@244398423) -> (continuation of Deferred@835789734 after retry RPC after error@1835266875) -> (continuation of Deferred@1417250463 after retry RPC after error@1394955974) -> (continuation of Deferred@1800504087 after retry RPC after error@433672045) -> (continuation of Deferred@17592247 after retry RPC after error@2028378678) -> (continuation of Deferred@533260038 after retry RPC after error@1278828981)))
13:58:04.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.104 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.105 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1164580502(state=PENDING, result=null, callback=(continuation of Deferred@694379838 after retry RPC after error@1552354431) -> (continuation of Deferred@823786307 after retry RPC after error@609387856) -> (continuation of Deferred@371871345 after retry RPC after error@1915374655) -> (continuation of Deferred@202859226 after retry RPC after error@1012862477) -> (continuation of Deferred@2026014257 after retry RPC after error@1487500962) -> (continuation of Deferred@1872744159 after retry RPC after error@737446471), errback=(continuation of Deferred@694379838 after retry RPC after error@1552354431) -> (continuation of Deferred@823786307 after retry RPC after error@609387856) -> (continuation of Deferred@371871345 after retry RPC after error@1915374655) -> (continuation of Deferred@202859226 after retry RPC after error@1012862477) -> (continuation of Deferred@2026014257 after retry RPC after error@1487500962) -> (continuation of Deferred@1872744159 after retry RPC after error@737446471)))
13:58:04.306 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1164580502(state=PENDING, result=null, callback=(continuation of Deferred@694379838 after retry RPC after error@1552354431) -> (continuation of Deferred@823786307 after retry RPC after error@609387856) -> (continuation of Deferred@371871345 after retry RPC after error@1915374655) -> (continuation of Deferred@202859226 after retry RPC after error@1012862477) -> (continuation of Deferred@2026014257 after retry RPC after error@1487500962) -> (continuation of Deferred@1872744159 after retry RPC after error@737446471), errback=(continuation of Deferred@694379838 after retry RPC after error@1552354431) -> (continuation of Deferred@823786307 after retry RPC after error@609387856) -> (continuation of Deferred@371871345 after retry RPC after error@1915374655) -> (continuation of Deferred@202859226 after retry RPC after error@1012862477) -> (continuation of Deferred@2026014257 after retry RPC after error@1487500962) -> (continuation of Deferred@1872744159 after retry RPC after error@737446471)))
13:58:04.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.345 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.345 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.345 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.365 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.405 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1456630046(state=PENDING, result=null, callback=(continuation of Deferred@583237267 after retry RPC after error@22432004) -> (continuation of Deferred@1699712267 after retry RPC after error@537956901) -> (continuation of Deferred@421414738 after retry RPC after error@716387100) -> (continuation of Deferred@856544404 after retry RPC after error@388557162) -> (continuation of Deferred@2095515658 after retry RPC after error@1342177113) -> (continuation of Deferred@302721862 after retry RPC after error@1119417300) -> (continuation of Deferred@106632401 after retry RPC after error@921581172), errback=(continuation of Deferred@583237267 after retry RPC after error@22432004) -> (continuation of Deferred@1699712267 after retry RPC after error@537956901) -> (continuation of Deferred@421414738 after retry RPC after error@716387100) -> (continuation of Deferred@856544404 after retry RPC after error@388557162) -> (continuation of Deferred@2095515658 after retry RPC after error@1342177113) -> (continuation of Deferred@302721862 after retry RPC after error@1119417300) -> (continuation of Deferred@106632401 after retry RPC after error@921581172)))
13:58:04.486 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1456630046(state=PENDING, result=null, callback=(continuation of Deferred@583237267 after retry RPC after error@22432004) -> (continuation of Deferred@1699712267 after retry RPC after error@537956901) -> (continuation of Deferred@421414738 after retry RPC after error@716387100) -> (continuation of Deferred@856544404 after retry RPC after error@388557162) -> (continuation of Deferred@2095515658 after retry RPC after error@1342177113) -> (continuation of Deferred@302721862 after retry RPC after error@1119417300) -> (continuation of Deferred@106632401 after retry RPC after error@921581172), errback=(continuation of Deferred@583237267 after retry RPC after error@22432004) -> (continuation of Deferred@1699712267 after retry RPC after error@537956901) -> (continuation of Deferred@421414738 after retry RPC after error@716387100) -> (continuation of Deferred@856544404 after retry RPC after error@388557162) -> (continuation of Deferred@2095515658 after retry RPC after error@1342177113) -> (continuation of Deferred@302721862 after retry RPC after error@1119417300) -> (continuation of Deferred@106632401 after retry RPC after error@921581172)))
13:58:04.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.524 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.524 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.524 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.524 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.583 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.625 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.686 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.764 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [184ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2086869810(state=PENDING, result=null, callback=(continuation of Deferred@1772863607 after retry RPC after error@1102907768) -> (continuation of Deferred@1243282303 after retry RPC after error@776258437) -> (continuation of Deferred@433784386 after retry RPC after error@813968072) -> (continuation of Deferred@769191588 after retry RPC after error@621299825) -> (continuation of Deferred@1688253316 after retry RPC after error@1969424306) -> (continuation of Deferred@530868852 after retry RPC after error@2022236721) -> (continuation of Deferred@433406519 after retry RPC after error@1961265192), errback=(continuation of Deferred@1772863607 after retry RPC after error@1102907768) -> (continuation of Deferred@1243282303 after retry RPC after error@776258437) -> (continuation of Deferred@433784386 after retry RPC after error@813968072) -> (continuation of Deferred@769191588 after retry RPC after error@621299825) -> (continuation of Deferred@1688253316 after retry RPC after error@1969424306) -> (continuation of Deferred@530868852 after retry RPC after error@2022236721) -> (continuation of Deferred@433406519 after retry RPC after error@1961265192)))
13:58:04.765 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:58:04.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.863 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:04.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:04.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:04.944 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:04.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:04.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.025 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1264841046(state=PENDING, result=null, callback=(continuation of Deferred@593385266 after retry RPC after error@1673586324) -> (continuation of Deferred@216597139 after retry RPC after error@1490332441) -> (continuation of Deferred@157454582 after retry RPC after error@1844589320) -> (continuation of Deferred@692799935 after retry RPC after error@1421521900) -> (continuation of Deferred@1237478573 after retry RPC after error@903118062) -> (continuation of Deferred@1176620378 after retry RPC after error@1191519137) -> (continuation of Deferred@502831336 after retry RPC after error@190690485) -> (continuation of Deferred@1138680729 after retry RPC after error@757647464), errback=(continuation of Deferred@593385266 after retry RPC after error@1673586324) -> (continuation of Deferred@216597139 after retry RPC after error@1490332441) -> (continuation of Deferred@157454582 after retry RPC after error@1844589320) -> (continuation of Deferred@692799935 after retry RPC after error@1421521900) -> (continuation of Deferred@1237478573 after retry RPC after error@903118062) -> (continuation of Deferred@1176620378 after retry RPC after error@1191519137) -> (continuation of Deferred@502831336 after retry RPC after error@190690485) -> (continuation of Deferred@1138680729 after retry RPC after error@757647464)))
13:58:05.027 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1264841046(state=PENDING, result=null, callback=(continuation of Deferred@593385266 after retry RPC after error@1673586324) -> (continuation of Deferred@216597139 after retry RPC after error@1490332441) -> (continuation of Deferred@157454582 after retry RPC after error@1844589320) -> (continuation of Deferred@692799935 after retry RPC after error@1421521900) -> (continuation of Deferred@1237478573 after retry RPC after error@903118062) -> (continuation of Deferred@1176620378 after retry RPC after error@1191519137) -> (continuation of Deferred@502831336 after retry RPC after error@190690485) -> (continuation of Deferred@1138680729 after retry RPC after error@757647464), errback=(continuation of Deferred@593385266 after retry RPC after error@1673586324) -> (continuation of Deferred@216597139 after retry RPC after error@1490332441) -> (continuation of Deferred@157454582 after retry RPC after error@1844589320) -> (continuation of Deferred@692799935 after retry RPC after error@1421521900) -> (continuation of Deferred@1237478573 after retry RPC after error@903118062) -> (continuation of Deferred@1176620378 after retry RPC after error@1191519137) -> (continuation of Deferred@502831336 after retry RPC after error@190690485) -> (continuation of Deferred@1138680729 after retry RPC after error@757647464)))
13:58:05.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.105 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.266 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1559783800(state=PENDING, result=null, callback=(continuation of Deferred@1259347665 after retry RPC after error@808293862) -> (continuation of Deferred@687575975 after retry RPC after error@928488553) -> (continuation of Deferred@2088434372 after retry RPC after error@539283976) -> (continuation of Deferred@1412827904 after retry RPC after error@1602842939) -> (continuation of Deferred@1955470548 after retry RPC after error@1924936927) -> (continuation of Deferred@381046659 after retry RPC after error@35845319) -> (continuation of Deferred@105783531 after retry RPC after error@357037617), errback=(continuation of Deferred@1259347665 after retry RPC after error@808293862) -> (continuation of Deferred@687575975 after retry RPC after error@928488553) -> (continuation of Deferred@2088434372 after retry RPC after error@539283976) -> (continuation of Deferred@1412827904 after retry RPC after error@1602842939) -> (continuation of Deferred@1955470548 after retry RPC after error@1924936927) -> (continuation of Deferred@381046659 after retry RPC after error@35845319) -> (continuation of Deferred@105783531 after retry RPC after error@357037617)))
13:58:05.267 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1559783800(state=PENDING, result=null, callback=(continuation of Deferred@1259347665 after retry RPC after error@808293862) -> (continuation of Deferred@687575975 after retry RPC after error@928488553) -> (continuation of Deferred@2088434372 after retry RPC after error@539283976) -> (continuation of Deferred@1412827904 after retry RPC after error@1602842939) -> (continuation of Deferred@1955470548 after retry RPC after error@1924936927) -> (continuation of Deferred@381046659 after retry RPC after error@35845319) -> (continuation of Deferred@105783531 after retry RPC after error@357037617), errback=(continuation of Deferred@1259347665 after retry RPC after error@808293862) -> (continuation of Deferred@687575975 after retry RPC after error@928488553) -> (continuation of Deferred@2088434372 after retry RPC after error@539283976) -> (continuation of Deferred@1412827904 after retry RPC after error@1602842939) -> (continuation of Deferred@1955470548 after retry RPC after error@1924936927) -> (continuation of Deferred@381046659 after retry RPC after error@35845319) -> (continuation of Deferred@105783531 after retry RPC after error@357037617)))
13:58:05.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.325 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.325 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.364 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.364 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@54754623(state=PENDING, result=null, callback=(continuation of Deferred@1722139035 after retry RPC after error@89350658) -> (continuation of Deferred@682031664 after retry RPC after error@806670494) -> (continuation of Deferred@2020959774 after retry RPC after error@1713916000) -> (continuation of Deferred@2034260463 after retry RPC after error@1866921593) -> (continuation of Deferred@1011886105 after retry RPC after error@413076667) -> (continuation of Deferred@1676390758 after retry RPC after error@994473564) -> (continuation of Deferred@116097485 after retry RPC after error@1718730623), errback=(continuation of Deferred@1722139035 after retry RPC after error@89350658) -> (continuation of Deferred@682031664 after retry RPC after error@806670494) -> (continuation of Deferred@2020959774 after retry RPC after error@1713916000) -> (continuation of Deferred@2034260463 after retry RPC after error@1866921593) -> (continuation of Deferred@1011886105 after retry RPC after error@413076667) -> (continuation of Deferred@1676390758 after retry RPC after error@994473564) -> (continuation of Deferred@116097485 after retry RPC after error@1718730623)))
13:58:05.446 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@54754623(state=PENDING, result=null, callback=(continuation of Deferred@1722139035 after retry RPC after error@89350658) -> (continuation of Deferred@682031664 after retry RPC after error@806670494) -> (continuation of Deferred@2020959774 after retry RPC after error@1713916000) -> (continuation of Deferred@2034260463 after retry RPC after error@1866921593) -> (continuation of Deferred@1011886105 after retry RPC after error@413076667) -> (continuation of Deferred@1676390758 after retry RPC after error@994473564) -> (continuation of Deferred@116097485 after retry RPC after error@1718730623), errback=(continuation of Deferred@1722139035 after retry RPC after error@89350658) -> (continuation of Deferred@682031664 after retry RPC after error@806670494) -> (continuation of Deferred@2020959774 after retry RPC after error@1713916000) -> (continuation of Deferred@2034260463 after retry RPC after error@1866921593) -> (continuation of Deferred@1011886105 after retry RPC after error@413076667) -> (continuation of Deferred@1676390758 after retry RPC after error@994473564) -> (continuation of Deferred@116097485 after retry RPC after error@1718730623)))
13:58:05.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.469 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.485 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.545 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.545 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.546 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.546 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.565 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.565 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:05.636013 29699 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4fe3b272bc94eba8f810e76464ccaa1)
13:58:05.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:05.636312 29699 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcbe3ae8842d4f9a85403cd1f1dc0b1a" member_type: VOTER last_known_addr { host: "127.27.53.254" port: 39885 } } peers { permanent_uuid: "2bbff211bd764fe4a294a9d38c5fd9d2" member_type: VOTER last_known_addr { host: "127.27.53.253" port: 41003 } } peers { permanent_uuid: "a4fe3b272bc94eba8f810e76464ccaa1" member_type: VOTER last_known_addr { host: "127.27.53.252" port: 43637 } }
13:58:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:05.637558 29699 leader_election.cc:290] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885), a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637)
13:58:05.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:05.638967 28037 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111) [suppressed 1 similar messages]
13:58:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:05.640328 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcbe3ae8842d4f9a85403cd1f1dc0b1a (127.27.53.254:39885): Network error: Client connection negotiation failed: client connection to 127.27.53.254:39885: connect: Connection refused (error 111)
13:58:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:05.640576 28037 leader_election.cc:336] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4fe3b272bc94eba8f810e76464ccaa1 (127.27.53.252:43637): Network error: Client connection negotiation failed: client connection to 127.27.53.252:43637: connect: Connection refused (error 111)
13:58:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:05.640666 28037 leader_election.cc:304] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2bbff211bd764fe4a294a9d38c5fd9d2; no voters: a4fe3b272bc94eba8f810e76464ccaa1, dcbe3ae8842d4f9a85403cd1f1dc0b1a
13:58:05.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:05.640940 29699 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2bbff211bd764fe4a294a9d38c5fd9d2 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:58:05.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [6ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [6ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1133650503(state=PENDING, result=null, callback=(continuation of Deferred@181716575 after retry RPC after error@1631470519) -> (continuation of Deferred@1865657763 after retry RPC after error@1038166552) -> (continuation of Deferred@288089541 after retry RPC after error@35336108) -> (continuation of Deferred@1882707193 after retry RPC after error@1144164621) -> (continuation of Deferred@184111491 after retry RPC after error@1371826495) -> (continuation of Deferred@521863138 after retry RPC after error@1332785141) -> (continuation of Deferred@256219857 after retry RPC after error@2100987799) -> (continuation of Deferred@899125821 after retry RPC after error@2136116349), errback=(continuation of Deferred@181716575 after retry RPC after error@1631470519) -> (continuation of Deferred@1865657763 after retry RPC after error@1038166552) -> (continuation of Deferred@288089541 after retry RPC after error@35336108) -> (continuation of Deferred@1882707193 after retry RPC after error@1144164621) -> (continuation of Deferred@184111491 after retry RPC after error@1371826495) -> (continuation of Deferred@521863138 after retry RPC after error@1332785141) -> (continuation of Deferred@256219857 after retry RPC after error@2100987799) -> (continuation of Deferred@899125821 after retry RPC after error@2136116349)))
13:58:05.707 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [6ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [6ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1133650503(state=PENDING, result=null, callback=(continuation of Deferred@181716575 after retry RPC after error@1631470519) -> (continuation of Deferred@1865657763 after retry RPC after error@1038166552) -> (continuation of Deferred@288089541 after retry RPC after error@35336108) -> (continuation of Deferred@1882707193 after retry RPC after error@1144164621) -> (continuation of Deferred@184111491 after retry RPC after error@1371826495) -> (continuation of Deferred@521863138 after retry RPC after error@1332785141) -> (continuation of Deferred@256219857 after retry RPC after error@2100987799) -> (continuation of Deferred@899125821 after retry RPC after error@2136116349), errback=(continuation of Deferred@181716575 after retry RPC after error@1631470519) -> (continuation of Deferred@1865657763 after retry RPC after error@1038166552) -> (continuation of Deferred@288089541 after retry RPC after error@35336108) -> (continuation of Deferred@1882707193 after retry RPC after error@1144164621) -> (continuation of Deferred@184111491 after retry RPC after error@1371826495) -> (continuation of Deferred@521863138 after retry RPC after error@1332785141) -> (continuation of Deferred@256219857 after retry RPC after error@2100987799) -> (continuation of Deferred@899125821 after retry RPC after error@2136116349)))
13:58:05.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.785 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.785 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.804 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.805 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.825 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.825 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.886 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1207319854(state=PENDING, result=null, callback=(continuation of Deferred@692994556 after retry RPC after error@2126605354) -> (continuation of Deferred@123478000 after retry RPC after error@1899318648) -> (continuation of Deferred@716153603 after retry RPC after error@1610230336) -> (continuation of Deferred@951983568 after retry RPC after error@1664866610) -> (continuation of Deferred@878434797 after retry RPC after error@981290252) -> (continuation of Deferred@1919256334 after retry RPC after error@1328165433), errback=(continuation of Deferred@692994556 after retry RPC after error@2126605354) -> (continuation of Deferred@123478000 after retry RPC after error@1899318648) -> (continuation of Deferred@716153603 after retry RPC after error@1610230336) -> (continuation of Deferred@951983568 after retry RPC after error@1664866610) -> (continuation of Deferred@878434797 after retry RPC after error@981290252) -> (continuation of Deferred@1919256334 after retry RPC after error@1328165433)))
13:58:05.887 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1207319854(state=PENDING, result=null, callback=(continuation of Deferred@692994556 after retry RPC after error@2126605354) -> (continuation of Deferred@123478000 after retry RPC after error@1899318648) -> (continuation of Deferred@716153603 after retry RPC after error@1610230336) -> (continuation of Deferred@951983568 after retry RPC after error@1664866610) -> (continuation of Deferred@878434797 after retry RPC after error@981290252) -> (continuation of Deferred@1919256334 after retry RPC after error@1328165433), errback=(continuation of Deferred@692994556 after retry RPC after error@2126605354) -> (continuation of Deferred@123478000 after retry RPC after error@1899318648) -> (continuation of Deferred@716153603 after retry RPC after error@1610230336) -> (continuation of Deferred@951983568 after retry RPC after error@1664866610) -> (continuation of Deferred@878434797 after retry RPC after error@981290252) -> (continuation of Deferred@1919256334 after retry RPC after error@1328165433)))
13:58:05.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.924 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.945 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:05.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:05.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:05.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:05.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:05.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.003 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.045 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.045 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.085 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.085 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1282381626(state=PENDING, result=null, callback=(continuation of Deferred@1945122929 after retry RPC after error@2027670564) -> (continuation of Deferred@1539089860 after retry RPC after error@1801072590) -> (continuation of Deferred@421245284 after retry RPC after error@1065874575) -> (continuation of Deferred@19657790 after retry RPC after error@993369994) -> (continuation of Deferred@2145487129 after retry RPC after error@2135046630) -> (continuation of Deferred@555137076 after retry RPC after error@919120467) -> (continuation of Deferred@1167217874 after retry RPC after error@728881295) -> (continuation of Deferred@1068634829 after retry RPC after error@1289469274), errback=(continuation of Deferred@1945122929 after retry RPC after error@2027670564) -> (continuation of Deferred@1539089860 after retry RPC after error@1801072590) -> (continuation of Deferred@421245284 after retry RPC after error@1065874575) -> (continuation of Deferred@19657790 after retry RPC after error@993369994) -> (continuation of Deferred@2145487129 after retry RPC after error@2135046630) -> (continuation of Deferred@555137076 after retry RPC after error@919120467) -> (continuation of Deferred@1167217874 after retry RPC after error@728881295) -> (continuation of Deferred@1068634829 after retry RPC after error@1289469274)))
13:58:06.147 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1282381626(state=PENDING, result=null, callback=(continuation of Deferred@1945122929 after retry RPC after error@2027670564) -> (continuation of Deferred@1539089860 after retry RPC after error@1801072590) -> (continuation of Deferred@421245284 after retry RPC after error@1065874575) -> (continuation of Deferred@19657790 after retry RPC after error@993369994) -> (continuation of Deferred@2145487129 after retry RPC after error@2135046630) -> (continuation of Deferred@555137076 after retry RPC after error@919120467) -> (continuation of Deferred@1167217874 after retry RPC after error@728881295) -> (continuation of Deferred@1068634829 after retry RPC after error@1289469274), errback=(continuation of Deferred@1945122929 after retry RPC after error@2027670564) -> (continuation of Deferred@1539089860 after retry RPC after error@1801072590) -> (continuation of Deferred@421245284 after retry RPC after error@1065874575) -> (continuation of Deferred@19657790 after retry RPC after error@993369994) -> (continuation of Deferred@2145487129 after retry RPC after error@2135046630) -> (continuation of Deferred@555137076 after retry RPC after error@919120467) -> (continuation of Deferred@1167217874 after retry RPC after error@728881295) -> (continuation of Deferred@1068634829 after retry RPC after error@1289469274)))
13:58:06.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.164 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.205 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.205 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.205 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.225 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.225 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.225 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.243 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.244 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.244 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.244 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.325 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1506027461(state=PENDING, result=null, callback=(continuation of Deferred@621066968 after retry RPC after error@754000374) -> (continuation of Deferred@919023011 after retry RPC after error@1321590449) -> (continuation of Deferred@1310158795 after retry RPC after error@1800149358) -> (continuation of Deferred@1693027217 after retry RPC after error@70902251) -> (continuation of Deferred@1898295184 after retry RPC after error@2057920435) -> (continuation of Deferred@1379202676 after retry RPC after error@424239968) -> (continuation of Deferred@1170999030 after retry RPC after error@1965595963), errback=(continuation of Deferred@621066968 after retry RPC after error@754000374) -> (continuation of Deferred@919023011 after retry RPC after error@1321590449) -> (continuation of Deferred@1310158795 after retry RPC after error@1800149358) -> (continuation of Deferred@1693027217 after retry RPC after error@70902251) -> (continuation of Deferred@1898295184 after retry RPC after error@2057920435) -> (continuation of Deferred@1379202676 after retry RPC after error@424239968) -> (continuation of Deferred@1170999030 after retry RPC after error@1965595963)))
13:58:06.366 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1506027461(state=PENDING, result=null, callback=(continuation of Deferred@621066968 after retry RPC after error@754000374) -> (continuation of Deferred@919023011 after retry RPC after error@1321590449) -> (continuation of Deferred@1310158795 after retry RPC after error@1800149358) -> (continuation of Deferred@1693027217 after retry RPC after error@70902251) -> (continuation of Deferred@1898295184 after retry RPC after error@2057920435) -> (continuation of Deferred@1379202676 after retry RPC after error@424239968) -> (continuation of Deferred@1170999030 after retry RPC after error@1965595963), errback=(continuation of Deferred@621066968 after retry RPC after error@754000374) -> (continuation of Deferred@919023011 after retry RPC after error@1321590449) -> (continuation of Deferred@1310158795 after retry RPC after error@1800149358) -> (continuation of Deferred@1693027217 after retry RPC after error@70902251) -> (continuation of Deferred@1898295184 after retry RPC after error@2057920435) -> (continuation of Deferred@1379202676 after retry RPC after error@424239968) -> (continuation of Deferred@1170999030 after retry RPC after error@1965595963)))
13:58:06.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.525 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.604 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.604 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.604 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@350837745(state=PENDING, result=null, callback=(continuation of Deferred@363847067 after retry RPC after error@1138275021) -> (continuation of Deferred@549325089 after retry RPC after error@2119624724) -> (continuation of Deferred@360624448 after retry RPC after error@330708984) -> (continuation of Deferred@1133626286 after retry RPC after error@181306752) -> (continuation of Deferred@1784336680 after retry RPC after error@1223766636) -> (continuation of Deferred@87032943 after retry RPC after error@2066506700) -> (continuation of Deferred@1203977744 after retry RPC after error@106960598), errback=(continuation of Deferred@363847067 after retry RPC after error@1138275021) -> (continuation of Deferred@549325089 after retry RPC after error@2119624724) -> (continuation of Deferred@360624448 after retry RPC after error@330708984) -> (continuation of Deferred@1133626286 after retry RPC after error@181306752) -> (continuation of Deferred@1784336680 after retry RPC after error@1223766636) -> (continuation of Deferred@87032943 after retry RPC after error@2066506700) -> (continuation of Deferred@1203977744 after retry RPC after error@106960598)))
13:58:06.606 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@350837745(state=PENDING, result=null, callback=(continuation of Deferred@363847067 after retry RPC after error@1138275021) -> (continuation of Deferred@549325089 after retry RPC after error@2119624724) -> (continuation of Deferred@360624448 after retry RPC after error@330708984) -> (continuation of Deferred@1133626286 after retry RPC after error@181306752) -> (continuation of Deferred@1784336680 after retry RPC after error@1223766636) -> (continuation of Deferred@87032943 after retry RPC after error@2066506700) -> (continuation of Deferred@1203977744 after retry RPC after error@106960598), errback=(continuation of Deferred@363847067 after retry RPC after error@1138275021) -> (continuation of Deferred@549325089 after retry RPC after error@2119624724) -> (continuation of Deferred@360624448 after retry RPC after error@330708984) -> (continuation of Deferred@1133626286 after retry RPC after error@181306752) -> (continuation of Deferred@1784336680 after retry RPC after error@1223766636) -> (continuation of Deferred@87032943 after retry RPC after error@2066506700) -> (continuation of Deferred@1203977744 after retry RPC after error@106960598)))
13:58:06.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:06.696918 28708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:58:06.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:06.700421 28708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:58:06.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:06.701936 28710 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.53.254:39885)
13:58:06.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.705 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.785 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.785 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.884 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@696600498(state=PENDING, result=null, callback=(continuation of Deferred@1301022777 after retry RPC after error@1394066528) -> (continuation of Deferred@826909916 after retry RPC after error@846388624) -> (continuation of Deferred@521328167 after retry RPC after error@1917531489) -> (continuation of Deferred@249036976 after retry RPC after error@719504038) -> (continuation of Deferred@591960627 after retry RPC after error@134435590) -> (continuation of Deferred@1175457590 after retry RPC after error@2052788896) -> (continuation of Deferred@488998618 after retry RPC after error@262958363), errback=(continuation of Deferred@1301022777 after retry RPC after error@1394066528) -> (continuation of Deferred@826909916 after retry RPC after error@846388624) -> (continuation of Deferred@521328167 after retry RPC after error@1917531489) -> (continuation of Deferred@249036976 after retry RPC after error@719504038) -> (continuation of Deferred@591960627 after retry RPC after error@134435590) -> (continuation of Deferred@1175457590 after retry RPC after error@2052788896) -> (continuation of Deferred@488998618 after retry RPC after error@262958363)))
13:58:06.885 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:58:06.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.965 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:06.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:06.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:06.985 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.985 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.985 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:06.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:06.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.027 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.164 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1301817112(state=PENDING, result=null, callback=(continuation of Deferred@1440232028 after retry RPC after error@1089275210) -> (continuation of Deferred@306206578 after retry RPC after error@518783685) -> (continuation of Deferred@179472790 after retry RPC after error@584911583) -> (continuation of Deferred@850801201 after retry RPC after error@1286796424) -> (continuation of Deferred@1381120689 after retry RPC after error@403917270) -> (continuation of Deferred@456640351 after retry RPC after error@1090156037) -> (continuation of Deferred@62802713 after retry RPC after error@31588161), errback=(continuation of Deferred@1440232028 after retry RPC after error@1089275210) -> (continuation of Deferred@306206578 after retry RPC after error@518783685) -> (continuation of Deferred@179472790 after retry RPC after error@584911583) -> (continuation of Deferred@850801201 after retry RPC after error@1286796424) -> (continuation of Deferred@1381120689 after retry RPC after error@403917270) -> (continuation of Deferred@456640351 after retry RPC after error@1090156037) -> (continuation of Deferred@62802713 after retry RPC after error@31588161)))
13:58:07.164 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:58:07.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.204 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.204 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.223 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1323517194(state=PENDING, result=null, callback=(continuation of Deferred@833417948 after retry RPC after error@112619364) -> (continuation of Deferred@957450191 after retry RPC after error@1829654258) -> (continuation of Deferred@996305821 after retry RPC after error@245034714) -> (continuation of Deferred@998260537 after retry RPC after error@619093861) -> (continuation of Deferred@217065191 after retry RPC after error@1439036829) -> (continuation of Deferred@1871077867 after retry RPC after error@2139870921) -> (continuation of Deferred@1925255361 after retry RPC after error@139618841), errback=(continuation of Deferred@833417948 after retry RPC after error@112619364) -> (continuation of Deferred@957450191 after retry RPC after error@1829654258) -> (continuation of Deferred@996305821 after retry RPC after error@245034714) -> (continuation of Deferred@998260537 after retry RPC after error@619093861) -> (continuation of Deferred@217065191 after retry RPC after error@1439036829) -> (continuation of Deferred@1871077867 after retry RPC after error@2139870921) -> (continuation of Deferred@1925255361 after retry RPC after error@139618841)))
13:58:07.407 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1323517194(state=PENDING, result=null, callback=(continuation of Deferred@833417948 after retry RPC after error@112619364) -> (continuation of Deferred@957450191 after retry RPC after error@1829654258) -> (continuation of Deferred@996305821 after retry RPC after error@245034714) -> (continuation of Deferred@998260537 after retry RPC after error@619093861) -> (continuation of Deferred@217065191 after retry RPC after error@1439036829) -> (continuation of Deferred@1871077867 after retry RPC after error@2139870921) -> (continuation of Deferred@1925255361 after retry RPC after error@139618841), errback=(continuation of Deferred@833417948 after retry RPC after error@112619364) -> (continuation of Deferred@957450191 after retry RPC after error@1829654258) -> (continuation of Deferred@996305821 after retry RPC after error@245034714) -> (continuation of Deferred@998260537 after retry RPC after error@619093861) -> (continuation of Deferred@217065191 after retry RPC after error@1439036829) -> (continuation of Deferred@1871077867 after retry RPC after error@2139870921) -> (continuation of Deferred@1925255361 after retry RPC after error@139618841)))
13:58:07.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.503 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.663 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.664 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2123111078(state=PENDING, result=null, callback=(continuation of Deferred@1344887987 after retry RPC after error@1848260617) -> (continuation of Deferred@107745781 after retry RPC after error@413885108) -> (continuation of Deferred@50166230 after retry RPC after error@1026089968) -> (continuation of Deferred@1538113049 after retry RPC after error@416336154) -> (continuation of Deferred@1896488991 after retry RPC after error@189233837) -> (continuation of Deferred@1026314410 after retry RPC after error@598398476) -> (continuation of Deferred@58720446 after retry RPC after error@857899121) -> (continuation of Deferred@1825845183 after retry RPC after error@431722143), errback=(continuation of Deferred@1344887987 after retry RPC after error@1848260617) -> (continuation of Deferred@107745781 after retry RPC after error@413885108) -> (continuation of Deferred@50166230 after retry RPC after error@1026089968) -> (continuation of Deferred@1538113049 after retry RPC after error@416336154) -> (continuation of Deferred@1896488991 after retry RPC after error@189233837) -> (continuation of Deferred@1026314410 after retry RPC after error@598398476) -> (continuation of Deferred@58720446 after retry RPC after error@857899121) -> (continuation of Deferred@1825845183 after retry RPC after error@431722143)))
13:58:07.666 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2123111078(state=PENDING, result=null, callback=(continuation of Deferred@1344887987 after retry RPC after error@1848260617) -> (continuation of Deferred@107745781 after retry RPC after error@413885108) -> (continuation of Deferred@50166230 after retry RPC after error@1026089968) -> (continuation of Deferred@1538113049 after retry RPC after error@416336154) -> (continuation of Deferred@1896488991 after retry RPC after error@189233837) -> (continuation of Deferred@1026314410 after retry RPC after error@598398476) -> (continuation of Deferred@58720446 after retry RPC after error@857899121) -> (continuation of Deferred@1825845183 after retry RPC after error@431722143), errback=(continuation of Deferred@1344887987 after retry RPC after error@1848260617) -> (continuation of Deferred@107745781 after retry RPC after error@413885108) -> (continuation of Deferred@50166230 after retry RPC after error@1026089968) -> (continuation of Deferred@1538113049 after retry RPC after error@416336154) -> (continuation of Deferred@1896488991 after retry RPC after error@189233837) -> (continuation of Deferred@1026314410 after retry RPC after error@598398476) -> (continuation of Deferred@58720446 after retry RPC after error@857899121) -> (continuation of Deferred@1825845183 after retry RPC after error@431722143)))
13:58:07.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.685 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.685 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.685 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.765 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.765 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.866 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1079654513(state=PENDING, result=null, callback=(continuation of Deferred@588554160 after retry RPC after error@773754838) -> (continuation of Deferred@867245124 after retry RPC after error@574170099) -> (continuation of Deferred@626508059 after retry RPC after error@2146277976) -> (continuation of Deferred@1149627101 after retry RPC after error@801664773) -> (continuation of Deferred@873217278 after retry RPC after error@664821629) -> (continuation of Deferred@1285069398 after retry RPC after error@549741703), errback=(continuation of Deferred@588554160 after retry RPC after error@773754838) -> (continuation of Deferred@867245124 after retry RPC after error@574170099) -> (continuation of Deferred@626508059 after retry RPC after error@2146277976) -> (continuation of Deferred@1149627101 after retry RPC after error@801664773) -> (continuation of Deferred@873217278 after retry RPC after error@664821629) -> (continuation of Deferred@1285069398 after retry RPC after error@549741703)))
13:58:07.867 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1079654513(state=PENDING, result=null, callback=(continuation of Deferred@588554160 after retry RPC after error@773754838) -> (continuation of Deferred@867245124 after retry RPC after error@574170099) -> (continuation of Deferred@626508059 after retry RPC after error@2146277976) -> (continuation of Deferred@1149627101 after retry RPC after error@801664773) -> (continuation of Deferred@873217278 after retry RPC after error@664821629) -> (continuation of Deferred@1285069398 after retry RPC after error@549741703), errback=(continuation of Deferred@588554160 after retry RPC after error@773754838) -> (continuation of Deferred@867245124 after retry RPC after error@574170099) -> (continuation of Deferred@626508059 after retry RPC after error@2146277976) -> (continuation of Deferred@1149627101 after retry RPC after error@801664773) -> (continuation of Deferred@873217278 after retry RPC after error@664821629) -> (continuation of Deferred@1285069398 after retry RPC after error@549741703)))
13:58:07.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.924 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.924 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.924 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.924 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.924 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.964 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.964 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:07.983 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:07.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:07.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:07.984 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:07.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.005 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.085 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.085 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.085 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2093325185(state=PENDING, result=null, callback=(continuation of Deferred@152754996 after retry RPC after error@1741622876) -> (continuation of Deferred@400139266 after retry RPC after error@1200635115) -> (continuation of Deferred@411868246 after retry RPC after error@128896245) -> (continuation of Deferred@1561170358 after retry RPC after error@456956312) -> (continuation of Deferred@1731119237 after retry RPC after error@370571761) -> (continuation of Deferred@656923300 after retry RPC after error@1487431553) -> (continuation of Deferred@1230239473 after retry RPC after error@1815074779), errback=(continuation of Deferred@152754996 after retry RPC after error@1741622876) -> (continuation of Deferred@400139266 after retry RPC after error@1200635115) -> (continuation of Deferred@411868246 after retry RPC after error@128896245) -> (continuation of Deferred@1561170358 after retry RPC after error@456956312) -> (continuation of Deferred@1731119237 after retry RPC after error@370571761) -> (continuation of Deferred@656923300 after retry RPC after error@1487431553) -> (continuation of Deferred@1230239473 after retry RPC after error@1815074779)))
13:58:08.086 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2093325185(state=PENDING, result=null, callback=(continuation of Deferred@152754996 after retry RPC after error@1741622876) -> (continuation of Deferred@400139266 after retry RPC after error@1200635115) -> (continuation of Deferred@411868246 after retry RPC after error@128896245) -> (continuation of Deferred@1561170358 after retry RPC after error@456956312) -> (continuation of Deferred@1731119237 after retry RPC after error@370571761) -> (continuation of Deferred@656923300 after retry RPC after error@1487431553) -> (continuation of Deferred@1230239473 after retry RPC after error@1815074779), errback=(continuation of Deferred@152754996 after retry RPC after error@1741622876) -> (continuation of Deferred@400139266 after retry RPC after error@1200635115) -> (continuation of Deferred@411868246 after retry RPC after error@128896245) -> (continuation of Deferred@1561170358 after retry RPC after error@456956312) -> (continuation of Deferred@1731119237 after retry RPC after error@370571761) -> (continuation of Deferred@656923300 after retry RPC after error@1487431553) -> (continuation of Deferred@1230239473 after retry RPC after error@1815074779)))
13:58:08.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.104 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.105 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.105 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.124 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.145 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.203 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.286 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2038278742(state=PENDING, result=null, callback=(continuation of Deferred@1312506680 after retry RPC after error@993461071) -> (continuation of Deferred@1081659651 after retry RPC after error@1413741632) -> (continuation of Deferred@1089816435 after retry RPC after error@1138432345) -> (continuation of Deferred@1160587496 after retry RPC after error@239566321) -> (continuation of Deferred@1684241813 after retry RPC after error@2146021777) -> (continuation of Deferred@1404021996 after retry RPC after error@1723001757) -> (continuation of Deferred@423804171 after retry RPC after error@731243147), errback=(continuation of Deferred@1312506680 after retry RPC after error@993461071) -> (continuation of Deferred@1081659651 after retry RPC after error@1413741632) -> (continuation of Deferred@1089816435 after retry RPC after error@1138432345) -> (continuation of Deferred@1160587496 after retry RPC after error@239566321) -> (continuation of Deferred@1684241813 after retry RPC after error@2146021777) -> (continuation of Deferred@1404021996 after retry RPC after error@1723001757) -> (continuation of Deferred@423804171 after retry RPC after error@731243147)))
13:58:08.286 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2038278742(state=PENDING, result=null, callback=(continuation of Deferred@1312506680 after retry RPC after error@993461071) -> (continuation of Deferred@1081659651 after retry RPC after error@1413741632) -> (continuation of Deferred@1089816435 after retry RPC after error@1138432345) -> (continuation of Deferred@1160587496 after retry RPC after error@239566321) -> (continuation of Deferred@1684241813 after retry RPC after error@2146021777) -> (continuation of Deferred@1404021996 after retry RPC after error@1723001757) -> (continuation of Deferred@423804171 after retry RPC after error@731243147), errback=(continuation of Deferred@1312506680 after retry RPC after error@993461071) -> (continuation of Deferred@1081659651 after retry RPC after error@1413741632) -> (continuation of Deferred@1089816435 after retry RPC after error@1138432345) -> (continuation of Deferred@1160587496 after retry RPC after error@239566321) -> (continuation of Deferred@1684241813 after retry RPC after error@2146021777) -> (continuation of Deferred@1404021996 after retry RPC after error@1723001757) -> (continuation of Deferred@423804171 after retry RPC after error@731243147)))
13:58:08.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.364 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.364 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.365 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.365 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.383 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.384 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.384 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.384 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.425 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.425 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.425 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.425 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.485 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.487 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1479267554(state=PENDING, result=null, callback=(continuation of Deferred@1597945518 after retry RPC after error@2025318890) -> (continuation of Deferred@894739254 after retry RPC after error@870247866) -> (continuation of Deferred@427796137 after retry RPC after error@1581311189) -> (continuation of Deferred@1318953272 after retry RPC after error@183117420) -> (continuation of Deferred@1849987958 after retry RPC after error@939242535) -> (continuation of Deferred@348936065 after retry RPC after error@1338952242), errback=(continuation of Deferred@1597945518 after retry RPC after error@2025318890) -> (continuation of Deferred@894739254 after retry RPC after error@870247866) -> (continuation of Deferred@427796137 after retry RPC after error@1581311189) -> (continuation of Deferred@1318953272 after retry RPC after error@183117420) -> (continuation of Deferred@1849987958 after retry RPC after error@939242535) -> (continuation of Deferred@348936065 after retry RPC after error@1338952242)))
13:58:08.487 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1479267554(state=PENDING, result=null, callback=(continuation of Deferred@1597945518 after retry RPC after error@2025318890) -> (continuation of Deferred@894739254 after retry RPC after error@870247866) -> (continuation of Deferred@427796137 after retry RPC after error@1581311189) -> (continuation of Deferred@1318953272 after retry RPC after error@183117420) -> (continuation of Deferred@1849987958 after retry RPC after error@939242535) -> (continuation of Deferred@348936065 after retry RPC after error@1338952242), errback=(continuation of Deferred@1597945518 after retry RPC after error@2025318890) -> (continuation of Deferred@894739254 after retry RPC after error@870247866) -> (continuation of Deferred@427796137 after retry RPC after error@1581311189) -> (continuation of Deferred@1318953272 after retry RPC after error@183117420) -> (continuation of Deferred@1849987958 after retry RPC after error@939242535) -> (continuation of Deferred@348936065 after retry RPC after error@1338952242)))
13:58:08.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.524 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.624 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.625 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.645 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.764 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@261220345(state=PENDING, result=null, callback=(continuation of Deferred@806239024 after retry RPC after error@658322148) -> (continuation of Deferred@1284060023 after retry RPC after error@1286060848) -> (continuation of Deferred@229756463 after retry RPC after error@1138063215) -> (continuation of Deferred@1187182313 after retry RPC after error@927836986) -> (continuation of Deferred@873388874 after retry RPC after error@1544072363) -> (continuation of Deferred@229407869 after retry RPC after error@1474433673) -> (continuation of Deferred@368330676 after retry RPC after error@201378901), errback=(continuation of Deferred@806239024 after retry RPC after error@658322148) -> (continuation of Deferred@1284060023 after retry RPC after error@1286060848) -> (continuation of Deferred@229756463 after retry RPC after error@1138063215) -> (continuation of Deferred@1187182313 after retry RPC after error@927836986) -> (continuation of Deferred@873388874 after retry RPC after error@1544072363) -> (continuation of Deferred@229407869 after retry RPC after error@1474433673) -> (continuation of Deferred@368330676 after retry RPC after error@201378901)))
13:58:08.764 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:58:08.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.823 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1136440562(state=PENDING, result=null, callback=(continuation of Deferred@955969748 after retry RPC after error@1252691362) -> (continuation of Deferred@2007381854 after retry RPC after error@1360725628) -> (continuation of Deferred@1040724187 after retry RPC after error@550599973) -> (continuation of Deferred@1720431270 after retry RPC after error@1873436909) -> (continuation of Deferred@282794795 after retry RPC after error@1002992704) -> (continuation of Deferred@7204637 after retry RPC after error@1014782709), errback=(continuation of Deferred@955969748 after retry RPC after error@1252691362) -> (continuation of Deferred@2007381854 after retry RPC after error@1360725628) -> (continuation of Deferred@1040724187 after retry RPC after error@550599973) -> (continuation of Deferred@1720431270 after retry RPC after error@1873436909) -> (continuation of Deferred@282794795 after retry RPC after error@1002992704) -> (continuation of Deferred@7204637 after retry RPC after error@1014782709)))
13:58:08.946 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1136440562(state=PENDING, result=null, callback=(continuation of Deferred@955969748 after retry RPC after error@1252691362) -> (continuation of Deferred@2007381854 after retry RPC after error@1360725628) -> (continuation of Deferred@1040724187 after retry RPC after error@550599973) -> (continuation of Deferred@1720431270 after retry RPC after error@1873436909) -> (continuation of Deferred@282794795 after retry RPC after error@1002992704) -> (continuation of Deferred@7204637 after retry RPC after error@1014782709), errback=(continuation of Deferred@955969748 after retry RPC after error@1252691362) -> (continuation of Deferred@2007381854 after retry RPC after error@1360725628) -> (continuation of Deferred@1040724187 after retry RPC after error@550599973) -> (continuation of Deferred@1720431270 after retry RPC after error@1873436909) -> (continuation of Deferred@282794795 after retry RPC after error@1002992704) -> (continuation of Deferred@7204637 after retry RPC after error@1014782709)))
13:58:08.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.965 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:08.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:08.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:08.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:08.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:08.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.024 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.024 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.044 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.044 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.044 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.044 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.125 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.204 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.204 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.204 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2033813353(state=PENDING, result=null, callback=(continuation of Deferred@1439974754 after retry RPC after error@1189086985) -> (continuation of Deferred@561953885 after retry RPC after error@340358612) -> (continuation of Deferred@1665260906 after retry RPC after error@627004996) -> (continuation of Deferred@1897372390 after retry RPC after error@783267525) -> (continuation of Deferred@1139311863 after retry RPC after error@484054968) -> (continuation of Deferred@1364684399 after retry RPC after error@43905822) -> (continuation of Deferred@89456774 after retry RPC after error@1233039427), errback=(continuation of Deferred@1439974754 after retry RPC after error@1189086985) -> (continuation of Deferred@561953885 after retry RPC after error@340358612) -> (continuation of Deferred@1665260906 after retry RPC after error@627004996) -> (continuation of Deferred@1897372390 after retry RPC after error@783267525) -> (continuation of Deferred@1139311863 after retry RPC after error@484054968) -> (continuation of Deferred@1364684399 after retry RPC after error@43905822) -> (continuation of Deferred@89456774 after retry RPC after error@1233039427)))
13:58:09.206 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2033813353(state=PENDING, result=null, callback=(continuation of Deferred@1439974754 after retry RPC after error@1189086985) -> (continuation of Deferred@561953885 after retry RPC after error@340358612) -> (continuation of Deferred@1665260906 after retry RPC after error@627004996) -> (continuation of Deferred@1897372390 after retry RPC after error@783267525) -> (continuation of Deferred@1139311863 after retry RPC after error@484054968) -> (continuation of Deferred@1364684399 after retry RPC after error@43905822) -> (continuation of Deferred@89456774 after retry RPC after error@1233039427), errback=(continuation of Deferred@1439974754 after retry RPC after error@1189086985) -> (continuation of Deferred@561953885 after retry RPC after error@340358612) -> (continuation of Deferred@1665260906 after retry RPC after error@627004996) -> (continuation of Deferred@1897372390 after retry RPC after error@783267525) -> (continuation of Deferred@1139311863 after retry RPC after error@484054968) -> (continuation of Deferred@1364684399 after retry RPC after error@43905822) -> (continuation of Deferred@89456774 after retry RPC after error@1233039427)))
13:58:09.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.225 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.225 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.345 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.405 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2024536406(state=PENDING, result=null, callback=(continuation of Deferred@1915919572 after retry RPC after error@920311672) -> (continuation of Deferred@1275605222 after retry RPC after error@1800274296) -> (continuation of Deferred@226292985 after retry RPC after error@1845330745) -> (continuation of Deferred@1627328864 after retry RPC after error@2065799622) -> (continuation of Deferred@286286183 after retry RPC after error@284544055) -> (continuation of Deferred@135899992 after retry RPC after error@2130836532) -> (continuation of Deferred@1837674986 after retry RPC after error@1403145240), errback=(continuation of Deferred@1915919572 after retry RPC after error@920311672) -> (continuation of Deferred@1275605222 after retry RPC after error@1800274296) -> (continuation of Deferred@226292985 after retry RPC after error@1845330745) -> (continuation of Deferred@1627328864 after retry RPC after error@2065799622) -> (continuation of Deferred@286286183 after retry RPC after error@284544055) -> (continuation of Deferred@135899992 after retry RPC after error@2130836532) -> (continuation of Deferred@1837674986 after retry RPC after error@1403145240)))
13:58:09.467 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2024536406(state=PENDING, result=null, callback=(continuation of Deferred@1915919572 after retry RPC after error@920311672) -> (continuation of Deferred@1275605222 after retry RPC after error@1800274296) -> (continuation of Deferred@226292985 after retry RPC after error@1845330745) -> (continuation of Deferred@1627328864 after retry RPC after error@2065799622) -> (continuation of Deferred@286286183 after retry RPC after error@284544055) -> (continuation of Deferred@135899992 after retry RPC after error@2130836532) -> (continuation of Deferred@1837674986 after retry RPC after error@1403145240), errback=(continuation of Deferred@1915919572 after retry RPC after error@920311672) -> (continuation of Deferred@1275605222 after retry RPC after error@1800274296) -> (continuation of Deferred@226292985 after retry RPC after error@1845330745) -> (continuation of Deferred@1627328864 after retry RPC after error@2065799622) -> (continuation of Deferred@286286183 after retry RPC after error@284544055) -> (continuation of Deferred@135899992 after retry RPC after error@2130836532) -> (continuation of Deferred@1837674986 after retry RPC after error@1403145240)))
13:58:09.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.485 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.565 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.565 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.565 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.565 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.565 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.565 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.644 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2055753783(state=PENDING, result=null, callback=(continuation of Deferred@1842700034 after retry RPC after error@568984820) -> (continuation of Deferred@1116749230 after retry RPC after error@2057425955) -> (continuation of Deferred@1028372794 after retry RPC after error@1291306947) -> (continuation of Deferred@256503486 after retry RPC after error@2067604408) -> (continuation of Deferred@459261836 after retry RPC after error@1776599803) -> (continuation of Deferred@697892199 after retry RPC after error@992619279) -> (continuation of Deferred@1580001345 after retry RPC after error@286263909), errback=(continuation of Deferred@1842700034 after retry RPC after error@568984820) -> (continuation of Deferred@1116749230 after retry RPC after error@2057425955) -> (continuation of Deferred@1028372794 after retry RPC after error@1291306947) -> (continuation of Deferred@256503486 after retry RPC after error@2067604408) -> (continuation of Deferred@459261836 after retry RPC after error@1776599803) -> (continuation of Deferred@697892199 after retry RPC after error@992619279) -> (continuation of Deferred@1580001345 after retry RPC after error@286263909)))
13:58:09.646 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2055753783(state=PENDING, result=null, callback=(continuation of Deferred@1842700034 after retry RPC after error@568984820) -> (continuation of Deferred@1116749230 after retry RPC after error@2057425955) -> (continuation of Deferred@1028372794 after retry RPC after error@1291306947) -> (continuation of Deferred@256503486 after retry RPC after error@2067604408) -> (continuation of Deferred@459261836 after retry RPC after error@1776599803) -> (continuation of Deferred@697892199 after retry RPC after error@992619279) -> (continuation of Deferred@1580001345 after retry RPC after error@286263909), errback=(continuation of Deferred@1842700034 after retry RPC after error@568984820) -> (continuation of Deferred@1116749230 after retry RPC after error@2057425955) -> (continuation of Deferred@1028372794 after retry RPC after error@1291306947) -> (continuation of Deferred@256503486 after retry RPC after error@2067604408) -> (continuation of Deferred@459261836 after retry RPC after error@1776599803) -> (continuation of Deferred@697892199 after retry RPC after error@992619279) -> (continuation of Deferred@1580001345 after retry RPC after error@286263909)))
13:58:09.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.723 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@374755746(state=PENDING, result=null, callback=(continuation of Deferred@717924327 after retry RPC after error@337690354) -> (continuation of Deferred@2141844760 after retry RPC after error@1540775950) -> (continuation of Deferred@618402060 after retry RPC after error@899345483) -> (continuation of Deferred@95145685 after retry RPC after error@1830099070) -> (continuation of Deferred@696590497 after retry RPC after error@1260349806) -> (continuation of Deferred@270130110 after retry RPC after error@1435170603), errback=(continuation of Deferred@717924327 after retry RPC after error@337690354) -> (continuation of Deferred@2141844760 after retry RPC after error@1540775950) -> (continuation of Deferred@618402060 after retry RPC after error@899345483) -> (continuation of Deferred@95145685 after retry RPC after error@1830099070) -> (continuation of Deferred@696590497 after retry RPC after error@1260349806) -> (continuation of Deferred@270130110 after retry RPC after error@1435170603)))
13:58:09.806 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@374755746(state=PENDING, result=null, callback=(continuation of Deferred@717924327 after retry RPC after error@337690354) -> (continuation of Deferred@2141844760 after retry RPC after error@1540775950) -> (continuation of Deferred@618402060 after retry RPC after error@899345483) -> (continuation of Deferred@95145685 after retry RPC after error@1830099070) -> (continuation of Deferred@696590497 after retry RPC after error@1260349806) -> (continuation of Deferred@270130110 after retry RPC after error@1435170603), errback=(continuation of Deferred@717924327 after retry RPC after error@337690354) -> (continuation of Deferred@2141844760 after retry RPC after error@1540775950) -> (continuation of Deferred@618402060 after retry RPC after error@899345483) -> (continuation of Deferred@95145685 after retry RPC after error@1830099070) -> (continuation of Deferred@696590497 after retry RPC after error@1260349806) -> (continuation of Deferred@270130110 after retry RPC after error@1435170603)))
13:58:09.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.843 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.925 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:09.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:09.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:09.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:09.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:09.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.063 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@722323394(state=PENDING, result=null, callback=(continuation of Deferred@929734871 after retry RPC after error@627929455) -> (continuation of Deferred@522192953 after retry RPC after error@1515646920) -> (continuation of Deferred@953716813 after retry RPC after error@1987078192) -> (continuation of Deferred@1762580231 after retry RPC after error@80432449) -> (continuation of Deferred@2028859245 after retry RPC after error@229194152) -> (continuation of Deferred@310403573 after retry RPC after error@1283430305) -> (continuation of Deferred@1543413700 after retry RPC after error@534681962), errback=(continuation of Deferred@929734871 after retry RPC after error@627929455) -> (continuation of Deferred@522192953 after retry RPC after error@1515646920) -> (continuation of Deferred@953716813 after retry RPC after error@1987078192) -> (continuation of Deferred@1762580231 after retry RPC after error@80432449) -> (continuation of Deferred@2028859245 after retry RPC after error@229194152) -> (continuation of Deferred@310403573 after retry RPC after error@1283430305) -> (continuation of Deferred@1543413700 after retry RPC after error@534681962)))
13:58:10.066 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@722323394(state=PENDING, result=null, callback=(continuation of Deferred@929734871 after retry RPC after error@627929455) -> (continuation of Deferred@522192953 after retry RPC after error@1515646920) -> (continuation of Deferred@953716813 after retry RPC after error@1987078192) -> (continuation of Deferred@1762580231 after retry RPC after error@80432449) -> (continuation of Deferred@2028859245 after retry RPC after error@229194152) -> (continuation of Deferred@310403573 after retry RPC after error@1283430305) -> (continuation of Deferred@1543413700 after retry RPC after error@534681962), errback=(continuation of Deferred@929734871 after retry RPC after error@627929455) -> (continuation of Deferred@522192953 after retry RPC after error@1515646920) -> (continuation of Deferred@953716813 after retry RPC after error@1987078192) -> (continuation of Deferred@1762580231 after retry RPC after error@80432449) -> (continuation of Deferred@2028859245 after retry RPC after error@229194152) -> (continuation of Deferred@310403573 after retry RPC after error@1283430305) -> (continuation of Deferred@1543413700 after retry RPC after error@534681962)))
13:58:10.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.123 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.149 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.164 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.164 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.164 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.164 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.164 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.243 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.345 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [240ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1531742855(state=PENDING, result=null, callback=(continuation of Deferred@809718372 after retry RPC after error@232336824) -> (continuation of Deferred@769721439 after retry RPC after error@315010006) -> (continuation of Deferred@951847832 after retry RPC after error@2085373402) -> (continuation of Deferred@1504339440 after retry RPC after error@2115370248) -> (continuation of Deferred@648923545 after retry RPC after error@944843267) -> (continuation of Deferred@845040924 after retry RPC after error@1676811234) -> (continuation of Deferred@735831812 after retry RPC after error@443273550) -> (continuation of Deferred@1511872946 after retry RPC after error@692282392), errback=(continuation of Deferred@809718372 after retry RPC after error@232336824) -> (continuation of Deferred@769721439 after retry RPC after error@315010006) -> (continuation of Deferred@951847832 after retry RPC after error@2085373402) -> (continuation of Deferred@1504339440 after retry RPC after error@2115370248) -> (continuation of Deferred@648923545 after retry RPC after error@944843267) -> (continuation of Deferred@845040924 after retry RPC after error@1676811234) -> (continuation of Deferred@735831812 after retry RPC after error@443273550) -> (continuation of Deferred@1511872946 after retry RPC after error@692282392)))
13:58:10.345 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:58:10.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.545 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.545 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.546 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.546 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1086956104(state=PENDING, result=null, callback=(continuation of Deferred@1008127870 after retry RPC after error@776912350) -> (continuation of Deferred@1979423593 after retry RPC after error@2016263292) -> (continuation of Deferred@1925902648 after retry RPC after error@699470578) -> (continuation of Deferred@12121214 after retry RPC after error@367228489) -> (continuation of Deferred@814024444 after retry RPC after error@293774492) -> (continuation of Deferred@1457437142 after retry RPC after error@1484905594) -> (continuation of Deferred@1076593520 after retry RPC after error@1149856173), errback=(continuation of Deferred@1008127870 after retry RPC after error@776912350) -> (continuation of Deferred@1979423593 after retry RPC after error@2016263292) -> (continuation of Deferred@1925902648 after retry RPC after error@699470578) -> (continuation of Deferred@12121214 after retry RPC after error@367228489) -> (continuation of Deferred@814024444 after retry RPC after error@293774492) -> (continuation of Deferred@1457437142 after retry RPC after error@1484905594) -> (continuation of Deferred@1076593520 after retry RPC after error@1149856173)))
13:58:10.547 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1086956104(state=PENDING, result=null, callback=(continuation of Deferred@1008127870 after retry RPC after error@776912350) -> (continuation of Deferred@1979423593 after retry RPC after error@2016263292) -> (continuation of Deferred@1925902648 after retry RPC after error@699470578) -> (continuation of Deferred@12121214 after retry RPC after error@367228489) -> (continuation of Deferred@814024444 after retry RPC after error@293774492) -> (continuation of Deferred@1457437142 after retry RPC after error@1484905594) -> (continuation of Deferred@1076593520 after retry RPC after error@1149856173), errback=(continuation of Deferred@1008127870 after retry RPC after error@776912350) -> (continuation of Deferred@1979423593 after retry RPC after error@2016263292) -> (continuation of Deferred@1925902648 after retry RPC after error@699470578) -> (continuation of Deferred@12121214 after retry RPC after error@367228489) -> (continuation of Deferred@814024444 after retry RPC after error@293774492) -> (continuation of Deferred@1457437142 after retry RPC after error@1484905594) -> (continuation of Deferred@1076593520 after retry RPC after error@1149856173)))
13:58:10.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.565 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.565 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.565 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.644 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.665 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.824 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@597540729(state=PENDING, result=null, callback=(continuation of Deferred@2017450571 after retry RPC after error@546671532) -> (continuation of Deferred@1525459949 after retry RPC after error@348430782) -> (continuation of Deferred@305126639 after retry RPC after error@518778349) -> (continuation of Deferred@568823326 after retry RPC after error@278860493) -> (continuation of Deferred@2092657813 after retry RPC after error@1040081514) -> (continuation of Deferred@544513205 after retry RPC after error@1209400076) -> (continuation of Deferred@1869478239 after retry RPC after error@567159786), errback=(continuation of Deferred@2017450571 after retry RPC after error@546671532) -> (continuation of Deferred@1525459949 after retry RPC after error@348430782) -> (continuation of Deferred@305126639 after retry RPC after error@518778349) -> (continuation of Deferred@568823326 after retry RPC after error@278860493) -> (continuation of Deferred@2092657813 after retry RPC after error@1040081514) -> (continuation of Deferred@544513205 after retry RPC after error@1209400076) -> (continuation of Deferred@1869478239 after retry RPC after error@567159786)))
13:58:10.824 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:58:10.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.865 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.865 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.883 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.884 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.884 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.925 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.925 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.925 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:10.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:10.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:10.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:10.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.986 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:10.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.005 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.006 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@338921022(state=PENDING, result=null, callback=(continuation of Deferred@568247289 after retry RPC after error@322534422) -> (continuation of Deferred@367325267 after retry RPC after error@493782695) -> (continuation of Deferred@1249402872 after retry RPC after error@318325613) -> (continuation of Deferred@548228873 after retry RPC after error@1226812933) -> (continuation of Deferred@1091612481 after retry RPC after error@422211109) -> (continuation of Deferred@1404415758 after retry RPC after error@1743674619) -> (continuation of Deferred@591433184 after retry RPC after error@1775342827), errback=(continuation of Deferred@568247289 after retry RPC after error@322534422) -> (continuation of Deferred@367325267 after retry RPC after error@493782695) -> (continuation of Deferred@1249402872 after retry RPC after error@318325613) -> (continuation of Deferred@548228873 after retry RPC after error@1226812933) -> (continuation of Deferred@1091612481 after retry RPC after error@422211109) -> (continuation of Deferred@1404415758 after retry RPC after error@1743674619) -> (continuation of Deferred@591433184 after retry RPC after error@1775342827)))
13:58:11.007 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@338921022(state=PENDING, result=null, callback=(continuation of Deferred@568247289 after retry RPC after error@322534422) -> (continuation of Deferred@367325267 after retry RPC after error@493782695) -> (continuation of Deferred@1249402872 after retry RPC after error@318325613) -> (continuation of Deferred@548228873 after retry RPC after error@1226812933) -> (continuation of Deferred@1091612481 after retry RPC after error@422211109) -> (continuation of Deferred@1404415758 after retry RPC after error@1743674619) -> (continuation of Deferred@591433184 after retry RPC after error@1775342827), errback=(continuation of Deferred@568247289 after retry RPC after error@322534422) -> (continuation of Deferred@367325267 after retry RPC after error@493782695) -> (continuation of Deferred@1249402872 after retry RPC after error@318325613) -> (continuation of Deferred@548228873 after retry RPC after error@1226812933) -> (continuation of Deferred@1091612481 after retry RPC after error@422211109) -> (continuation of Deferred@1404415758 after retry RPC after error@1743674619) -> (continuation of Deferred@591433184 after retry RPC after error@1775342827)))
13:58:11.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.044 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.044 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.044 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.044 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.044 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.065 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.065 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.125 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.184 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@636921505(state=PENDING, result=null, callback=(continuation of Deferred@1088755768 after retry RPC after error@1138504127) -> (continuation of Deferred@838102987 after retry RPC after error@564593914) -> (continuation of Deferred@1240198190 after retry RPC after error@1805151589) -> (continuation of Deferred@2038484458 after retry RPC after error@1620678388) -> (continuation of Deferred@1988467797 after retry RPC after error@1583228069) -> (continuation of Deferred@567172377 after retry RPC after error@231490018), errback=(continuation of Deferred@1088755768 after retry RPC after error@1138504127) -> (continuation of Deferred@838102987 after retry RPC after error@564593914) -> (continuation of Deferred@1240198190 after retry RPC after error@1805151589) -> (continuation of Deferred@2038484458 after retry RPC after error@1620678388) -> (continuation of Deferred@1988467797 after retry RPC after error@1583228069) -> (continuation of Deferred@567172377 after retry RPC after error@231490018)))
13:58:11.186 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@636921505(state=PENDING, result=null, callback=(continuation of Deferred@1088755768 after retry RPC after error@1138504127) -> (continuation of Deferred@838102987 after retry RPC after error@564593914) -> (continuation of Deferred@1240198190 after retry RPC after error@1805151589) -> (continuation of Deferred@2038484458 after retry RPC after error@1620678388) -> (continuation of Deferred@1988467797 after retry RPC after error@1583228069) -> (continuation of Deferred@567172377 after retry RPC after error@231490018), errback=(continuation of Deferred@1088755768 after retry RPC after error@1138504127) -> (continuation of Deferred@838102987 after retry RPC after error@564593914) -> (continuation of Deferred@1240198190 after retry RPC after error@1805151589) -> (continuation of Deferred@2038484458 after retry RPC after error@1620678388) -> (continuation of Deferred@1988467797 after retry RPC after error@1583228069) -> (continuation of Deferred@567172377 after retry RPC after error@231490018)))
13:58:11.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.245 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.245 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.245 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.245 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.265 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.323 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.324 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.465 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@685669922(state=PENDING, result=null, callback=(continuation of Deferred@1599408205 after retry RPC after error@2027745467) -> (continuation of Deferred@331927217 after retry RPC after error@1220316548) -> (continuation of Deferred@1071444926 after retry RPC after error@546997718) -> (continuation of Deferred@1970436658 after retry RPC after error@1494092213) -> (continuation of Deferred@26693673 after retry RPC after error@1977078264) -> (continuation of Deferred@328369818 after retry RPC after error@980969212) -> (continuation of Deferred@30769026 after retry RPC after error@1254504017), errback=(continuation of Deferred@1599408205 after retry RPC after error@2027745467) -> (continuation of Deferred@331927217 after retry RPC after error@1220316548) -> (continuation of Deferred@1071444926 after retry RPC after error@546997718) -> (continuation of Deferred@1970436658 after retry RPC after error@1494092213) -> (continuation of Deferred@26693673 after retry RPC after error@1977078264) -> (continuation of Deferred@328369818 after retry RPC after error@980969212) -> (continuation of Deferred@30769026 after retry RPC after error@1254504017)))
13:58:11.465 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
13:58:11.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.525 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.604 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.604 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.605 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@132823669(state=PENDING, result=null, callback=(continuation of Deferred@984820661 after retry RPC after error@2136499148) -> (continuation of Deferred@127706401 after retry RPC after error@1433902773) -> (continuation of Deferred@1983576365 after retry RPC after error@1245749797) -> (continuation of Deferred@681026529 after retry RPC after error@1107034736) -> (continuation of Deferred@1613654259 after retry RPC after error@800112473) -> (continuation of Deferred@976062949 after retry RPC after error@459535186) -> (continuation of Deferred@135883069 after retry RPC after error@578376976), errback=(continuation of Deferred@984820661 after retry RPC after error@2136499148) -> (continuation of Deferred@127706401 after retry RPC after error@1433902773) -> (continuation of Deferred@1983576365 after retry RPC after error@1245749797) -> (continuation of Deferred@681026529 after retry RPC after error@1107034736) -> (continuation of Deferred@1613654259 after retry RPC after error@800112473) -> (continuation of Deferred@976062949 after retry RPC after error@459535186) -> (continuation of Deferred@135883069 after retry RPC after error@578376976)))
13:58:11.646 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@132823669(state=PENDING, result=null, callback=(continuation of Deferred@984820661 after retry RPC after error@2136499148) -> (continuation of Deferred@127706401 after retry RPC after error@1433902773) -> (continuation of Deferred@1983576365 after retry RPC after error@1245749797) -> (continuation of Deferred@681026529 after retry RPC after error@1107034736) -> (continuation of Deferred@1613654259 after retry RPC after error@800112473) -> (continuation of Deferred@976062949 after retry RPC after error@459535186) -> (continuation of Deferred@135883069 after retry RPC after error@578376976), errback=(continuation of Deferred@984820661 after retry RPC after error@2136499148) -> (continuation of Deferred@127706401 after retry RPC after error@1433902773) -> (continuation of Deferred@1983576365 after retry RPC after error@1245749797) -> (continuation of Deferred@681026529 after retry RPC after error@1107034736) -> (continuation of Deferred@1613654259 after retry RPC after error@800112473) -> (continuation of Deferred@976062949 after retry RPC after error@459535186) -> (continuation of Deferred@135883069 after retry RPC after error@578376976)))
13:58:11.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.705 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:11.757941 28708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:58:11.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:11.760540 28708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '370a65bdead84d1b8f0f4c083f86aae7', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637, num_attempts: 1)
13:58:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:11.762229 28710 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.53.254:39885)
13:58:11.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.785 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.785 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1130354586(state=PENDING, result=null, callback=(continuation of Deferred@866833612 after retry RPC after error@518793249) -> (continuation of Deferred@329676639 after retry RPC after error@788042166) -> (continuation of Deferred@1267809297 after retry RPC after error@876849250) -> (continuation of Deferred@343878970 after retry RPC after error@2120248098) -> (continuation of Deferred@1012117835 after retry RPC after error@368713243) -> (continuation of Deferred@2021783395 after retry RPC after error@88455722) -> (continuation of Deferred@616405536 after retry RPC after error@1634878058), errback=(continuation of Deferred@866833612 after retry RPC after error@518793249) -> (continuation of Deferred@329676639 after retry RPC after error@788042166) -> (continuation of Deferred@1267809297 after retry RPC after error@876849250) -> (continuation of Deferred@343878970 after retry RPC after error@2120248098) -> (continuation of Deferred@1012117835 after retry RPC after error@368713243) -> (continuation of Deferred@2021783395 after retry RPC after error@88455722) -> (continuation of Deferred@616405536 after retry RPC after error@1634878058)))
13:58:11.846 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1130354586(state=PENDING, result=null, callback=(continuation of Deferred@866833612 after retry RPC after error@518793249) -> (continuation of Deferred@329676639 after retry RPC after error@788042166) -> (continuation of Deferred@1267809297 after retry RPC after error@876849250) -> (continuation of Deferred@343878970 after retry RPC after error@2120248098) -> (continuation of Deferred@1012117835 after retry RPC after error@368713243) -> (continuation of Deferred@2021783395 after retry RPC after error@88455722) -> (continuation of Deferred@616405536 after retry RPC after error@1634878058), errback=(continuation of Deferred@866833612 after retry RPC after error@518793249) -> (continuation of Deferred@329676639 after retry RPC after error@788042166) -> (continuation of Deferred@1267809297 after retry RPC after error@876849250) -> (continuation of Deferred@343878970 after retry RPC after error@2120248098) -> (continuation of Deferred@1012117835 after retry RPC after error@368713243) -> (continuation of Deferred@2021783395 after retry RPC after error@88455722) -> (continuation of Deferred@616405536 after retry RPC after error@1634878058)))
13:58:11.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.865 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.925 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.925 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.925 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.925 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:11.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:11.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:11.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:11.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:11.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.045 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.045 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.045 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1310912011(state=PENDING, result=null, callback=(continuation of Deferred@16669652 after retry RPC after error@784172513) -> (continuation of Deferred@865305259 after retry RPC after error@1788371044) -> (continuation of Deferred@415938072 after retry RPC after error@1520085613) -> (continuation of Deferred@1974725967 after retry RPC after error@1551972573) -> (continuation of Deferred@297152291 after retry RPC after error@510670522) -> (continuation of Deferred@1950575022 after retry RPC after error@567406635), errback=(continuation of Deferred@16669652 after retry RPC after error@784172513) -> (continuation of Deferred@865305259 after retry RPC after error@1788371044) -> (continuation of Deferred@415938072 after retry RPC after error@1520085613) -> (continuation of Deferred@1974725967 after retry RPC after error@1551972573) -> (continuation of Deferred@297152291 after retry RPC after error@510670522) -> (continuation of Deferred@1950575022 after retry RPC after error@567406635)))
13:58:12.046 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [120ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1310912011(state=PENDING, result=null, callback=(continuation of Deferred@16669652 after retry RPC after error@784172513) -> (continuation of Deferred@865305259 after retry RPC after error@1788371044) -> (continuation of Deferred@415938072 after retry RPC after error@1520085613) -> (continuation of Deferred@1974725967 after retry RPC after error@1551972573) -> (continuation of Deferred@297152291 after retry RPC after error@510670522) -> (continuation of Deferred@1950575022 after retry RPC after error@567406635), errback=(continuation of Deferred@16669652 after retry RPC after error@784172513) -> (continuation of Deferred@865305259 after retry RPC after error@1788371044) -> (continuation of Deferred@415938072 after retry RPC after error@1520085613) -> (continuation of Deferred@1974725967 after retry RPC after error@1551972573) -> (continuation of Deferred@297152291 after retry RPC after error@510670522) -> (continuation of Deferred@1950575022 after retry RPC after error@567406635)))
13:58:12.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.105 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.144 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.145 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.145 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.224 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1197381062(state=PENDING, result=null, callback=(continuation of Deferred@1976615007 after retry RPC after error@894238643) -> (continuation of Deferred@1332614883 after retry RPC after error@2091735661) -> (continuation of Deferred@260878239 after retry RPC after error@1567586490) -> (continuation of Deferred@1644799226 after retry RPC after error@1960965348) -> (continuation of Deferred@511401392 after retry RPC after error@955735149) -> (continuation of Deferred@393609725 after retry RPC after error@1816887587) -> (continuation of Deferred@672782279 after retry RPC after error@714076829), errback=(continuation of Deferred@1976615007 after retry RPC after error@894238643) -> (continuation of Deferred@1332614883 after retry RPC after error@2091735661) -> (continuation of Deferred@260878239 after retry RPC after error@1567586490) -> (continuation of Deferred@1644799226 after retry RPC after error@1960965348) -> (continuation of Deferred@511401392 after retry RPC after error@955735149) -> (continuation of Deferred@393609725 after retry RPC after error@1816887587) -> (continuation of Deferred@672782279 after retry RPC after error@714076829)))
13:58:12.306 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1197381062(state=PENDING, result=null, callback=(continuation of Deferred@1976615007 after retry RPC after error@894238643) -> (continuation of Deferred@1332614883 after retry RPC after error@2091735661) -> (continuation of Deferred@260878239 after retry RPC after error@1567586490) -> (continuation of Deferred@1644799226 after retry RPC after error@1960965348) -> (continuation of Deferred@511401392 after retry RPC after error@955735149) -> (continuation of Deferred@393609725 after retry RPC after error@1816887587) -> (continuation of Deferred@672782279 after retry RPC after error@714076829), errback=(continuation of Deferred@1976615007 after retry RPC after error@894238643) -> (continuation of Deferred@1332614883 after retry RPC after error@2091735661) -> (continuation of Deferred@260878239 after retry RPC after error@1567586490) -> (continuation of Deferred@1644799226 after retry RPC after error@1960965348) -> (continuation of Deferred@511401392 after retry RPC after error@955735149) -> (continuation of Deferred@393609725 after retry RPC after error@1816887587) -> (continuation of Deferred@672782279 after retry RPC after error@714076829)))
13:58:12.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.365 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.365 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.366 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.404 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.404 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.525 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@147140869(state=PENDING, result=null, callback=(continuation of Deferred@673743032 after retry RPC after error@1679042491) -> (continuation of Deferred@227852950 after retry RPC after error@754485048) -> (continuation of Deferred@1085931359 after retry RPC after error@97857804) -> (continuation of Deferred@780063570 after retry RPC after error@1188511970) -> (continuation of Deferred@1234902112 after retry RPC after error@1709836558) -> (continuation of Deferred@1029092002 after retry RPC after error@1106912698) -> (continuation of Deferred@1351834105 after retry RPC after error@1703188636), errback=(continuation of Deferred@673743032 after retry RPC after error@1679042491) -> (continuation of Deferred@227852950 after retry RPC after error@754485048) -> (continuation of Deferred@1085931359 after retry RPC after error@97857804) -> (continuation of Deferred@780063570 after retry RPC after error@1188511970) -> (continuation of Deferred@1234902112 after retry RPC after error@1709836558) -> (continuation of Deferred@1029092002 after retry RPC after error@1106912698) -> (continuation of Deferred@1351834105 after retry RPC after error@1703188636)))
13:58:12.526 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@147140869(state=PENDING, result=null, callback=(continuation of Deferred@673743032 after retry RPC after error@1679042491) -> (continuation of Deferred@227852950 after retry RPC after error@754485048) -> (continuation of Deferred@1085931359 after retry RPC after error@97857804) -> (continuation of Deferred@780063570 after retry RPC after error@1188511970) -> (continuation of Deferred@1234902112 after retry RPC after error@1709836558) -> (continuation of Deferred@1029092002 after retry RPC after error@1106912698) -> (continuation of Deferred@1351834105 after retry RPC after error@1703188636), errback=(continuation of Deferred@673743032 after retry RPC after error@1679042491) -> (continuation of Deferred@227852950 after retry RPC after error@754485048) -> (continuation of Deferred@1085931359 after retry RPC after error@97857804) -> (continuation of Deferred@780063570 after retry RPC after error@1188511970) -> (continuation of Deferred@1234902112 after retry RPC after error@1709836558) -> (continuation of Deferred@1029092002 after retry RPC after error@1106912698) -> (continuation of Deferred@1351834105 after retry RPC after error@1703188636)))
13:58:12.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.583 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.605 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.605 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.606 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.764 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.764 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.765 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.765 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.766 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1684757358(state=PENDING, result=null, callback=(continuation of Deferred@1594786723 after retry RPC after error@412571345) -> (continuation of Deferred@397929665 after retry RPC after error@691631474) -> (continuation of Deferred@33683565 after retry RPC after error@537003810) -> (continuation of Deferred@142292487 after retry RPC after error@1779126431) -> (continuation of Deferred@1740902179 after retry RPC after error@1473196014) -> (continuation of Deferred@106291230 after retry RPC after error@921356259) -> (continuation of Deferred@1896901386 after retry RPC after error@1603177113), errback=(continuation of Deferred@1594786723 after retry RPC after error@412571345) -> (continuation of Deferred@397929665 after retry RPC after error@691631474) -> (continuation of Deferred@33683565 after retry RPC after error@537003810) -> (continuation of Deferred@142292487 after retry RPC after error@1779126431) -> (continuation of Deferred@1740902179 after retry RPC after error@1473196014) -> (continuation of Deferred@106291230 after retry RPC after error@921356259) -> (continuation of Deferred@1896901386 after retry RPC after error@1603177113)))
13:58:12.767 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [222ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1684757358(state=PENDING, result=null, callback=(continuation of Deferred@1594786723 after retry RPC after error@412571345) -> (continuation of Deferred@397929665 after retry RPC after error@691631474) -> (continuation of Deferred@33683565 after retry RPC after error@537003810) -> (continuation of Deferred@142292487 after retry RPC after error@1779126431) -> (continuation of Deferred@1740902179 after retry RPC after error@1473196014) -> (continuation of Deferred@106291230 after retry RPC after error@921356259) -> (continuation of Deferred@1896901386 after retry RPC after error@1603177113), errback=(continuation of Deferred@1594786723 after retry RPC after error@412571345) -> (continuation of Deferred@397929665 after retry RPC after error@691631474) -> (continuation of Deferred@33683565 after retry RPC after error@537003810) -> (continuation of Deferred@142292487 after retry RPC after error@1779126431) -> (continuation of Deferred@1740902179 after retry RPC after error@1473196014) -> (continuation of Deferred@106291230 after retry RPC after error@921356259) -> (continuation of Deferred@1896901386 after retry RPC after error@1603177113)))
13:58:12.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.785 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.785 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.785 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.785 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.825 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.905 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:12.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:12.965 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:12.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:12.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:12.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.025 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@800950602(state=PENDING, result=null, callback=(continuation of Deferred@123125593 after retry RPC after error@237568151) -> (continuation of Deferred@547539222 after retry RPC after error@1670833041) -> (continuation of Deferred@1359488205 after retry RPC after error@392408003) -> (continuation of Deferred@566176320 after retry RPC after error@1969348493) -> (continuation of Deferred@1709155232 after retry RPC after error@1869095275) -> (continuation of Deferred@937294828 after retry RPC after error@1287374637) -> (continuation of Deferred@1424076729 after retry RPC after error@2049748791) -> (continuation of Deferred@578173189 after retry RPC after error@811995337), errback=(continuation of Deferred@123125593 after retry RPC after error@237568151) -> (continuation of Deferred@547539222 after retry RPC after error@1670833041) -> (continuation of Deferred@1359488205 after retry RPC after error@392408003) -> (continuation of Deferred@566176320 after retry RPC after error@1969348493) -> (continuation of Deferred@1709155232 after retry RPC after error@1869095275) -> (continuation of Deferred@937294828 after retry RPC after error@1287374637) -> (continuation of Deferred@1424076729 after retry RPC after error@2049748791) -> (continuation of Deferred@578173189 after retry RPC after error@811995337)))
13:58:13.027 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@800950602(state=PENDING, result=null, callback=(continuation of Deferred@123125593 after retry RPC after error@237568151) -> (continuation of Deferred@547539222 after retry RPC after error@1670833041) -> (continuation of Deferred@1359488205 after retry RPC after error@392408003) -> (continuation of Deferred@566176320 after retry RPC after error@1969348493) -> (continuation of Deferred@1709155232 after retry RPC after error@1869095275) -> (continuation of Deferred@937294828 after retry RPC after error@1287374637) -> (continuation of Deferred@1424076729 after retry RPC after error@2049748791) -> (continuation of Deferred@578173189 after retry RPC after error@811995337), errback=(continuation of Deferred@123125593 after retry RPC after error@237568151) -> (continuation of Deferred@547539222 after retry RPC after error@1670833041) -> (continuation of Deferred@1359488205 after retry RPC after error@392408003) -> (continuation of Deferred@566176320 after retry RPC after error@1969348493) -> (continuation of Deferred@1709155232 after retry RPC after error@1869095275) -> (continuation of Deferred@937294828 after retry RPC after error@1287374637) -> (continuation of Deferred@1424076729 after retry RPC after error@2049748791) -> (continuation of Deferred@578173189 after retry RPC after error@811995337)))
13:58:13.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.105 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.105 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.165 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.205 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.285 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.287 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@328815973(state=PENDING, result=null, callback=(continuation of Deferred@677110851 after retry RPC after error@1833179309) -> (continuation of Deferred@765448629 after retry RPC after error@1953794846) -> (continuation of Deferred@66715695 after retry RPC after error@1320608141) -> (continuation of Deferred@502760343 after retry RPC after error@1292621644) -> (continuation of Deferred@514018746 after retry RPC after error@1742761322) -> (continuation of Deferred@1185591610 after retry RPC after error@1435021076) -> (continuation of Deferred@1371731586 after retry RPC after error@892164845), errback=(continuation of Deferred@677110851 after retry RPC after error@1833179309) -> (continuation of Deferred@765448629 after retry RPC after error@1953794846) -> (continuation of Deferred@66715695 after retry RPC after error@1320608141) -> (continuation of Deferred@502760343 after retry RPC after error@1292621644) -> (continuation of Deferred@514018746 after retry RPC after error@1742761322) -> (continuation of Deferred@1185591610 after retry RPC after error@1435021076) -> (continuation of Deferred@1371731586 after retry RPC after error@892164845)))
13:58:13.287 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@328815973(state=PENDING, result=null, callback=(continuation of Deferred@677110851 after retry RPC after error@1833179309) -> (continuation of Deferred@765448629 after retry RPC after error@1953794846) -> (continuation of Deferred@66715695 after retry RPC after error@1320608141) -> (continuation of Deferred@502760343 after retry RPC after error@1292621644) -> (continuation of Deferred@514018746 after retry RPC after error@1742761322) -> (continuation of Deferred@1185591610 after retry RPC after error@1435021076) -> (continuation of Deferred@1371731586 after retry RPC after error@892164845), errback=(continuation of Deferred@677110851 after retry RPC after error@1833179309) -> (continuation of Deferred@765448629 after retry RPC after error@1953794846) -> (continuation of Deferred@66715695 after retry RPC after error@1320608141) -> (continuation of Deferred@502760343 after retry RPC after error@1292621644) -> (continuation of Deferred@514018746 after retry RPC after error@1742761322) -> (continuation of Deferred@1185591610 after retry RPC after error@1435021076) -> (continuation of Deferred@1371731586 after retry RPC after error@892164845)))
13:58:13.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.425 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.425 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.463 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@596384650(state=PENDING, result=null, callback=(continuation of Deferred@1235439432 after retry RPC after error@1988720649) -> (continuation of Deferred@1194450680 after retry RPC after error@77778399) -> (continuation of Deferred@1470630668 after retry RPC after error@1792833728) -> (continuation of Deferred@601075069 after retry RPC after error@831340781) -> (continuation of Deferred@644537787 after retry RPC after error@804895694) -> (continuation of Deferred@293557001 after retry RPC after error@1252975587) -> (continuation of Deferred@978941960 after retry RPC after error@1478263622), errback=(continuation of Deferred@1235439432 after retry RPC after error@1988720649) -> (continuation of Deferred@1194450680 after retry RPC after error@77778399) -> (continuation of Deferred@1470630668 after retry RPC after error@1792833728) -> (continuation of Deferred@601075069 after retry RPC after error@831340781) -> (continuation of Deferred@644537787 after retry RPC after error@804895694) -> (continuation of Deferred@293557001 after retry RPC after error@1252975587) -> (continuation of Deferred@978941960 after retry RPC after error@1478263622)))
13:58:13.486 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@596384650(state=PENDING, result=null, callback=(continuation of Deferred@1235439432 after retry RPC after error@1988720649) -> (continuation of Deferred@1194450680 after retry RPC after error@77778399) -> (continuation of Deferred@1470630668 after retry RPC after error@1792833728) -> (continuation of Deferred@601075069 after retry RPC after error@831340781) -> (continuation of Deferred@644537787 after retry RPC after error@804895694) -> (continuation of Deferred@293557001 after retry RPC after error@1252975587) -> (continuation of Deferred@978941960 after retry RPC after error@1478263622), errback=(continuation of Deferred@1235439432 after retry RPC after error@1988720649) -> (continuation of Deferred@1194450680 after retry RPC after error@77778399) -> (continuation of Deferred@1470630668 after retry RPC after error@1792833728) -> (continuation of Deferred@601075069 after retry RPC after error@831340781) -> (continuation of Deferred@644537787 after retry RPC after error@804895694) -> (continuation of Deferred@293557001 after retry RPC after error@1252975587) -> (continuation of Deferred@978941960 after retry RPC after error@1478263622)))
13:58:13.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.504 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.524 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.524 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.524 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.524 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.524 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.545 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.605 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.605 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.665 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2138347742(state=PENDING, result=null, callback=(continuation of Deferred@1129194181 after retry RPC after error@1942766631) -> (continuation of Deferred@478070707 after retry RPC after error@1192693386) -> (continuation of Deferred@1971147943 after retry RPC after error@1686227795) -> (continuation of Deferred@245947183 after retry RPC after error@1899292462) -> (continuation of Deferred@1853050307 after retry RPC after error@79874061) -> (continuation of Deferred@1291524633 after retry RPC after error@446728511), errback=(continuation of Deferred@1129194181 after retry RPC after error@1942766631) -> (continuation of Deferred@478070707 after retry RPC after error@1192693386) -> (continuation of Deferred@1971147943 after retry RPC after error@1686227795) -> (continuation of Deferred@245947183 after retry RPC after error@1899292462) -> (continuation of Deferred@1853050307 after retry RPC after error@79874061) -> (continuation of Deferred@1291524633 after retry RPC after error@446728511)))
13:58:13.667 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@2138347742(state=PENDING, result=null, callback=(continuation of Deferred@1129194181 after retry RPC after error@1942766631) -> (continuation of Deferred@478070707 after retry RPC after error@1192693386) -> (continuation of Deferred@1971147943 after retry RPC after error@1686227795) -> (continuation of Deferred@245947183 after retry RPC after error@1899292462) -> (continuation of Deferred@1853050307 after retry RPC after error@79874061) -> (continuation of Deferred@1291524633 after retry RPC after error@446728511), errback=(continuation of Deferred@1129194181 after retry RPC after error@1942766631) -> (continuation of Deferred@478070707 after retry RPC after error@1192693386) -> (continuation of Deferred@1971147943 after retry RPC after error@1686227795) -> (continuation of Deferred@245947183 after retry RPC after error@1899292462) -> (continuation of Deferred@1853050307 after retry RPC after error@79874061) -> (continuation of Deferred@1291524633 after retry RPC after error@446728511)))
13:58:13.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.703 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.744 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.744 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.745 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1450177678(state=PENDING, result=null, callback=(continuation of Deferred@1701441263 after retry RPC after error@1032395224) -> (continuation of Deferred@1201028404 after retry RPC after error@1861515980) -> (continuation of Deferred@1145106283 after retry RPC after error@837974498) -> (continuation of Deferred@1199279477 after retry RPC after error@169131340) -> (continuation of Deferred@1231827154 after retry RPC after error@1802726772) -> (continuation of Deferred@1895322954 after retry RPC after error@1604937924), errback=(continuation of Deferred@1701441263 after retry RPC after error@1032395224) -> (continuation of Deferred@1201028404 after retry RPC after error@1861515980) -> (continuation of Deferred@1145106283 after retry RPC after error@837974498) -> (continuation of Deferred@1199279477 after retry RPC after error@169131340) -> (continuation of Deferred@1231827154 after retry RPC after error@1802726772) -> (continuation of Deferred@1895322954 after retry RPC after error@1604937924)))
13:58:13.846 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [0ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1450177678(state=PENDING, result=null, callback=(continuation of Deferred@1701441263 after retry RPC after error@1032395224) -> (continuation of Deferred@1201028404 after retry RPC after error@1861515980) -> (continuation of Deferred@1145106283 after retry RPC after error@837974498) -> (continuation of Deferred@1199279477 after retry RPC after error@169131340) -> (continuation of Deferred@1231827154 after retry RPC after error@1802726772) -> (continuation of Deferred@1895322954 after retry RPC after error@1604937924), errback=(continuation of Deferred@1701441263 after retry RPC after error@1032395224) -> (continuation of Deferred@1201028404 after retry RPC after error@1861515980) -> (continuation of Deferred@1145106283 after retry RPC after error@837974498) -> (continuation of Deferred@1199279477 after retry RPC after error@169131340) -> (continuation of Deferred@1231827154 after retry RPC after error@1802726772) -> (continuation of Deferred@1895322954 after retry RPC after error@1604937924)))
13:58:13.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.865 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.903 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.904 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.924 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.945 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:13.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:13.964 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:13.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:13.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:13.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.044 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@253165769(state=PENDING, result=null, callback=(continuation of Deferred@396118134 after retry RPC after error@1065021912) -> (continuation of Deferred@1579621995 after retry RPC after error@1761696814) -> (continuation of Deferred@472606336 after retry RPC after error@1958191340) -> (continuation of Deferred@310721623 after retry RPC after error@1904665093) -> (continuation of Deferred@920557011 after retry RPC after error@2141709092) -> (continuation of Deferred@1148919555 after retry RPC after error@44780355), errback=(continuation of Deferred@396118134 after retry RPC after error@1065021912) -> (continuation of Deferred@1579621995 after retry RPC after error@1761696814) -> (continuation of Deferred@472606336 after retry RPC after error@1958191340) -> (continuation of Deferred@310721623 after retry RPC after error@1904665093) -> (continuation of Deferred@920557011 after retry RPC after error@2141709092) -> (continuation of Deferred@1148919555 after retry RPC after error@44780355)))
13:58:14.046 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@253165769(state=PENDING, result=null, callback=(continuation of Deferred@396118134 after retry RPC after error@1065021912) -> (continuation of Deferred@1579621995 after retry RPC after error@1761696814) -> (continuation of Deferred@472606336 after retry RPC after error@1958191340) -> (continuation of Deferred@310721623 after retry RPC after error@1904665093) -> (continuation of Deferred@920557011 after retry RPC after error@2141709092) -> (continuation of Deferred@1148919555 after retry RPC after error@44780355), errback=(continuation of Deferred@396118134 after retry RPC after error@1065021912) -> (continuation of Deferred@1579621995 after retry RPC after error@1761696814) -> (continuation of Deferred@472606336 after retry RPC after error@1958191340) -> (continuation of Deferred@310721623 after retry RPC after error@1904665093) -> (continuation of Deferred@920557011 after retry RPC after error@2141709092) -> (continuation of Deferred@1148919555 after retry RPC after error@44780355)))
13:58:14.063 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.123 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.164 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.164 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1299687327(state=PENDING, result=null, callback=(continuation of Deferred@2008249134 after retry RPC after error@757619467) -> (continuation of Deferred@1652757675 after retry RPC after error@314055739) -> (continuation of Deferred@2130585409 after retry RPC after error@300010390) -> (continuation of Deferred@1799201613 after retry RPC after error@959849429) -> (continuation of Deferred@922607517 after retry RPC after error@694095791) -> (continuation of Deferred@796849666 after retry RPC after error@660488371) -> (continuation of Deferred@2131190514 after retry RPC after error@779364554), errback=(continuation of Deferred@2008249134 after retry RPC after error@757619467) -> (continuation of Deferred@1652757675 after retry RPC after error@314055739) -> (continuation of Deferred@2130585409 after retry RPC after error@300010390) -> (continuation of Deferred@1799201613 after retry RPC after error@959849429) -> (continuation of Deferred@922607517 after retry RPC after error@694095791) -> (continuation of Deferred@796849666 after retry RPC after error@660488371) -> (continuation of Deferred@2131190514 after retry RPC after error@779364554)))
13:58:14.307 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@1299687327(state=PENDING, result=null, callback=(continuation of Deferred@2008249134 after retry RPC after error@757619467) -> (continuation of Deferred@1652757675 after retry RPC after error@314055739) -> (continuation of Deferred@2130585409 after retry RPC after error@300010390) -> (continuation of Deferred@1799201613 after retry RPC after error@959849429) -> (continuation of Deferred@922607517 after retry RPC after error@694095791) -> (continuation of Deferred@796849666 after retry RPC after error@660488371) -> (continuation of Deferred@2131190514 after retry RPC after error@779364554), errback=(continuation of Deferred@2008249134 after retry RPC after error@757619467) -> (continuation of Deferred@1652757675 after retry RPC after error@314055739) -> (continuation of Deferred@2130585409 after retry RPC after error@300010390) -> (continuation of Deferred@1799201613 after retry RPC after error@959849429) -> (continuation of Deferred@922607517 after retry RPC after error@694095791) -> (continuation of Deferred@796849666 after retry RPC after error@660488371) -> (continuation of Deferred@2131190514 after retry RPC after error@779364554)))
13:58:14.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.344 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.344 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.365 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.565 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.567 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@246312330(state=PENDING, result=null, callback=(continuation of Deferred@1237836344 after retry RPC after error@1839860740) -> (continuation of Deferred@741152526 after retry RPC after error@1360198972) -> (continuation of Deferred@665977604 after retry RPC after error@449176026) -> (continuation of Deferred@1586757867 after retry RPC after error@413789464) -> (continuation of Deferred@800356138 after retry RPC after error@449480759) -> (continuation of Deferred@1688686813 after retry RPC after error@867283068) -> (continuation of Deferred@1060146183 after retry RPC after error@1903505638), errback=(continuation of Deferred@1237836344 after retry RPC after error@1839860740) -> (continuation of Deferred@741152526 after retry RPC after error@1360198972) -> (continuation of Deferred@665977604 after retry RPC after error@449176026) -> (continuation of Deferred@1586757867 after retry RPC after error@413789464) -> (continuation of Deferred@800356138 after retry RPC after error@449480759) -> (continuation of Deferred@1688686813 after retry RPC after error@867283068) -> (continuation of Deferred@1060146183 after retry RPC after error@1903505638)))
13:58:14.567 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, deferred=Deferred@246312330(state=PENDING, result=null, callback=(continuation of Deferred@1237836344 after retry RPC after error@1839860740) -> (continuation of Deferred@741152526 after retry RPC after error@1360198972) -> (continuation of Deferred@665977604 after retry RPC after error@449176026) -> (continuation of Deferred@1586757867 after retry RPC after error@413789464) -> (continuation of Deferred@800356138 after retry RPC after error@449480759) -> (continuation of Deferred@1688686813 after retry RPC after error@867283068) -> (continuation of Deferred@1060146183 after retry RPC after error@1903505638), errback=(continuation of Deferred@1237836344 after retry RPC after error@1839860740) -> (continuation of Deferred@741152526 after retry RPC after error@1360198972) -> (continuation of Deferred@665977604 after retry RPC after error@449176026) -> (continuation of Deferred@1586757867 after retry RPC after error@413789464) -> (continuation of Deferred@800356138 after retry RPC after error@449480759) -> (continuation of Deferred@1688686813 after retry RPC after error@867283068) -> (continuation of Deferred@1060146183 after retry RPC after error@1903505638)))
13:58:14.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.584 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.585 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.585 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.585 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.623 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.665 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.665 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.665 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.686 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.705 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.725 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.726 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.727 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@134915954(state=PENDING, result=null, callback=(continuation of Deferred@799568851 after retry RPC after error@1823572603) -> (continuation of Deferred@548422436 after retry RPC after error@2103198071) -> (continuation of Deferred@285639652 after retry RPC after error@1900308965) -> (continuation of Deferred@1397730698 after retry RPC after error@1275533677) -> (continuation of Deferred@1773910698 after retry RPC after error@1004731705) -> (continuation of Deferred@359605298 after retry RPC after error@1633127299) -> (continuation of Deferred@1435304937 after retry RPC after error@2041194324), errback=(continuation of Deferred@799568851 after retry RPC after error@1823572603) -> (continuation of Deferred@548422436 after retry RPC after error@2103198071) -> (continuation of Deferred@285639652 after retry RPC after error@1900308965) -> (continuation of Deferred@1397730698 after retry RPC after error@1275533677) -> (continuation of Deferred@1773910698 after retry RPC after error@1004731705) -> (continuation of Deferred@359605298 after retry RPC after error@1633127299) -> (continuation of Deferred@1435304937 after retry RPC after error@2041194324)))
13:58:14.727 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@134915954(state=PENDING, result=null, callback=(continuation of Deferred@799568851 after retry RPC after error@1823572603) -> (continuation of Deferred@548422436 after retry RPC after error@2103198071) -> (continuation of Deferred@285639652 after retry RPC after error@1900308965) -> (continuation of Deferred@1397730698 after retry RPC after error@1275533677) -> (continuation of Deferred@1773910698 after retry RPC after error@1004731705) -> (continuation of Deferred@359605298 after retry RPC after error@1633127299) -> (continuation of Deferred@1435304937 after retry RPC after error@2041194324), errback=(continuation of Deferred@799568851 after retry RPC after error@1823572603) -> (continuation of Deferred@548422436 after retry RPC after error@2103198071) -> (continuation of Deferred@285639652 after retry RPC after error@1900308965) -> (continuation of Deferred@1397730698 after retry RPC after error@1275533677) -> (continuation of Deferred@1773910698 after retry RPC after error@1004731705) -> (continuation of Deferred@359605298 after retry RPC after error@1633127299) -> (continuation of Deferred@1435304937 after retry RPC after error@2041194324)))
13:58:14.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.764 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.783 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.784 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.805 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.845 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.864 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.866 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.984 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:14.985 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:14.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:14.986 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.986 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.986 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:14.989 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:14.989 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [245ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@243629862(state=PENDING, result=null, callback=(continuation of Deferred@883137096 after retry RPC after error@1298946771) -> (continuation of Deferred@1547175789 after retry RPC after error@2044800899) -> (continuation of Deferred@1362660141 after retry RPC after error@2125326619) -> (continuation of Deferred@1655872204 after retry RPC after error@308227118) -> (continuation of Deferred@120306859 after retry RPC after error@375355492) -> (continuation of Deferred@1615717529 after retry RPC after error@186157794) -> (continuation of Deferred@1359782350 after retry RPC after error@1014857683), errback=(continuation of Deferred@883137096 after retry RPC after error@1298946771) -> (continuation of Deferred@1547175789 after retry RPC after error@2044800899) -> (continuation of Deferred@1362660141 after retry RPC after error@2125326619) -> (continuation of Deferred@1655872204 after retry RPC after error@308227118) -> (continuation of Deferred@120306859 after retry RPC after error@375355492) -> (continuation of Deferred@1615717529 after retry RPC after error@186157794) -> (continuation of Deferred@1359782350 after retry RPC after error@1014857683)))
13:58:14.990 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [245ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@243629862(state=PENDING, result=null, callback=(continuation of Deferred@883137096 after retry RPC after error@1298946771) -> (continuation of Deferred@1547175789 after retry RPC after error@2044800899) -> (continuation of Deferred@1362660141 after retry RPC after error@2125326619) -> (continuation of Deferred@1655872204 after retry RPC after error@308227118) -> (continuation of Deferred@120306859 after retry RPC after error@375355492) -> (continuation of Deferred@1615717529 after retry RPC after error@186157794) -> (continuation of Deferred@1359782350 after retry RPC after error@1014857683), errback=(continuation of Deferred@883137096 after retry RPC after error@1298946771) -> (continuation of Deferred@1547175789 after retry RPC after error@2044800899) -> (continuation of Deferred@1362660141 after retry RPC after error@2125326619) -> (continuation of Deferred@1655872204 after retry RPC after error@308227118) -> (continuation of Deferred@120306859 after retry RPC after error@375355492) -> (continuation of Deferred@1615717529 after retry RPC after error@186157794) -> (continuation of Deferred@1359782350 after retry RPC after error@1014857683)))
13:58:15.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.004 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.006 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.024 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.025 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.025 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.025 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.025 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.025 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.025 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.028 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.044 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.125 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.144 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.184 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2008524645(state=PENDING, result=null, callback=(continuation of Deferred@585211371 after retry RPC after error@1763977910) -> (continuation of Deferred@2106598959 after retry RPC after error@936782455) -> (continuation of Deferred@435615651 after retry RPC after error@1372524465) -> (continuation of Deferred@764603129 after retry RPC after error@722598062) -> (continuation of Deferred@91511168 after retry RPC after error@745499672) -> (continuation of Deferred@370187854 after retry RPC after error@845201578) -> (continuation of Deferred@360658751 after retry RPC after error@1118279204), errback=(continuation of Deferred@585211371 after retry RPC after error@1763977910) -> (continuation of Deferred@2106598959 after retry RPC after error@936782455) -> (continuation of Deferred@435615651 after retry RPC after error@1372524465) -> (continuation of Deferred@764603129 after retry RPC after error@722598062) -> (continuation of Deferred@91511168 after retry RPC after error@745499672) -> (continuation of Deferred@370187854 after retry RPC after error@845201578) -> (continuation of Deferred@360658751 after retry RPC after error@1118279204)))
13:58:15.186 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@2008524645(state=PENDING, result=null, callback=(continuation of Deferred@585211371 after retry RPC after error@1763977910) -> (continuation of Deferred@2106598959 after retry RPC after error@936782455) -> (continuation of Deferred@435615651 after retry RPC after error@1372524465) -> (continuation of Deferred@764603129 after retry RPC after error@722598062) -> (continuation of Deferred@91511168 after retry RPC after error@745499672) -> (continuation of Deferred@370187854 after retry RPC after error@845201578) -> (continuation of Deferred@360658751 after retry RPC after error@1118279204), errback=(continuation of Deferred@585211371 after retry RPC after error@1763977910) -> (continuation of Deferred@2106598959 after retry RPC after error@936782455) -> (continuation of Deferred@435615651 after retry RPC after error@1372524465) -> (continuation of Deferred@764603129 after retry RPC after error@722598062) -> (continuation of Deferred@91511168 after retry RPC after error@745499672) -> (continuation of Deferred@370187854 after retry RPC after error@845201578) -> (continuation of Deferred@360658751 after retry RPC after error@1118279204)))
13:58:15.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.204 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.206 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.285 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.324 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.325 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.325 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.424 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.426 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1305936717(state=PENDING, result=null, callback=(continuation of Deferred@651434527 after retry RPC after error@1988686755) -> (continuation of Deferred@613632147 after retry RPC after error@1361832487) -> (continuation of Deferred@1462306559 after retry RPC after error@1712190034) -> (continuation of Deferred@1483012560 after retry RPC after error@1443908137) -> (continuation of Deferred@1225896170 after retry RPC after error@1082610936) -> (continuation of Deferred@1070767937 after retry RPC after error@1808259984) -> (continuation of Deferred@789946594 after retry RPC after error@1439633772), errback=(continuation of Deferred@651434527 after retry RPC after error@1988686755) -> (continuation of Deferred@613632147 after retry RPC after error@1361832487) -> (continuation of Deferred@1462306559 after retry RPC after error@1712190034) -> (continuation of Deferred@1483012560 after retry RPC after error@1443908137) -> (continuation of Deferred@1225896170 after retry RPC after error@1082610936) -> (continuation of Deferred@1070767937 after retry RPC after error@1808259984) -> (continuation of Deferred@789946594 after retry RPC after error@1439633772)))
13:58:15.426 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [180ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [181ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [220ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [221ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, deferred=Deferred@1305936717(state=PENDING, result=null, callback=(continuation of Deferred@651434527 after retry RPC after error@1988686755) -> (continuation of Deferred@613632147 after retry RPC after error@1361832487) -> (continuation of Deferred@1462306559 after retry RPC after error@1712190034) -> (continuation of Deferred@1483012560 after retry RPC after error@1443908137) -> (continuation of Deferred@1225896170 after retry RPC after error@1082610936) -> (continuation of Deferred@1070767937 after retry RPC after error@1808259984) -> (continuation of Deferred@789946594 after retry RPC after error@1439633772), errback=(continuation of Deferred@651434527 after retry RPC after error@1988686755) -> (continuation of Deferred@613632147 after retry RPC after error@1361832487) -> (continuation of Deferred@1462306559 after retry RPC after error@1712190034) -> (continuation of Deferred@1483012560 after retry RPC after error@1443908137) -> (continuation of Deferred@1225896170 after retry RPC after error@1082610936) -> (continuation of Deferred@1070767937 after retry RPC after error@1808259984) -> (continuation of Deferred@789946594 after retry RPC after error@1439633772)))
13:58:15.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.254:39885(127.27.53.254:39885)] connecting to peer
13:58:15.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.27.53.252:43637(127.27.53.252:43637)] connecting to peer
13:58:15.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.53.254:39885(127.27.53.254:39885)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.254:39885: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885
13:58:15.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.252:43637(127.27.53.252:43637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.53.252:43637: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
13:58:15.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637; will retry
13:58:15.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=36, TimeoutTracker(timeout=50000, elapsed=49891), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [30ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [52ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [54ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [73ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [74ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [91ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [91ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [93ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [93ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [130ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [131ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [132ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [133ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [133ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [250ms] refreshing cache from master, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [251ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [252ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [253ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [253ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [330ms] refreshing cache from master, [330ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [332ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [332ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [333ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [333ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [530ms] refreshing cache from master, [530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [531ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [532ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [532ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [532ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [590ms] refreshing cache from master, [590ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [590ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [591ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [592ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [592ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [592ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1850ms] refreshing cache from master, [1850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1851ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1851ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1851ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1852ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1852ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2789ms] refreshing cache from master, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2791ms] too many traces: truncated at 100 traces, deferred=Deferred@697457715(state=PENDING, result=null, callback=(continuation of Deferred@75201564 after retry RPC after error@529284156) -> (continuation of Deferred@594155071 after retry RPC after error@404923813) -> (continuation of Deferred@1197908257 after retry RPC after error@963971117) -> (continuation of Deferred@1256008402 after retry RPC after error@1205842337) -> (continuation of Deferred@893546450 after retry RPC after error@610745655) -> (continuation of Deferred@131008723 after retry RPC after error@1034412850) -> (continuation of Deferred@465381291 after retry RPC after error@103690094) -> (continuation of Deferred@2044212968 after retry RPC after error@2070213778) -> (continuation of Deferred@152437802 after retry RPC after error@2117345081) -> (continuation of Deferred@1189288289 after retry RPC after error@444577099) -> (continuation of Deferred@594662778 after retry RPC after error@2112015354) -> (continuation of Deferred@596966710 after retry RPC after error@1151779298) -> (continuation of Deferred@1775306249 after retry RPC after error@34057682) -> (continuation of Deferred@117349865 after retry RPC after error@1957033221) -> (continuation of Deferred@363156694 after retry RPC after error@720573069) -> (continuation of Deferred@1485882351 after retry RPC after error@63309861) -> (continuation of Deferred@1014693743 after retry RPC after error@238019863) -> (continuation of Deferred@1358876806 after retry RPC after error@1674214812) -> (continuation of Deferred@144729869 after retry RPC after error@2044083283) -> (continuation of Deferred@1594534159 after retry RPC after error@1872497135) -> (continuation of Deferred@1678742302 after retry RPC after error@754126696) -> (continuation of Deferred@641435944 after retry RPC after error@694628209) -> (continuation of Deferred@837340704 after retry RPC after error@89399098) -> (continuation of Deferred@2145170545 after retry RPC after error@1867513948) -> (continuation of Deferred@406735448 after retry RPC after error@1035348906) -> (continuation of Deferred@659779409 after retry RPC after error@1215219975) -> (continuation of Deferred@585643736 after retry RPC after error@781165140) -> (continuation of Deferred@312113459 after retry RPC after error@738376854) -> (continuation of Deferred@1329533240 after retry RPC after error@477202313) -> (continuation of Deferred@1566779093 after retry RPC after error@1690097635) -> (continuation of Deferred@1404939421 after retry RPC after error@1138762924) -> (continuation of Deferred@124909451 after retry RPC after error@91237193) -> (continuation of Deferred@991405630 after retry RPC after error@2039488692) -> (continuation of Deferred@1901415842 after retry RPC after error@1970997922) -> (continuation of Deferred@1943762021 after retry RPC after error@196509482), errback=(continuation of Deferred@75201564 after retry RPC after error@529284156) -> (continuation of Deferred@594155071 after retry RPC after error@404923813) -> (continuation of Deferred@1197908257 after retry RPC after error@963971117) -> (continuation of Deferred@1256008402 after retry RPC after error@1205842337) -> (continuation of Deferred@893546450 after retry RPC after error@610745655) -> (continuation of Deferred@131008723 after retry RPC after error@1034412850) -> (continuation of Deferred@465381291 after retry RPC after error@103690094) -> (continuation of Deferred@2044212968 after retry RPC after error@2070213778) -> (continuation of Deferred@152437802 after retry RPC after error@2117345081) -> (continuation of Deferred@1189288289 after retry RPC after error@444577099) -> (continuation of Deferred@594662778 after retry RPC after error@2112015354) -> (continuation of Deferred@596966710 after retry RPC after error@1151779298) -> (continuation of Deferred@1775306249 after retry RPC after error@34057682) -> (continuation of Deferred@117349865 after retry RPC after error@1957033221) -> (continuation of Deferred@363156694 after retry RPC after error@720573069) -> (continuation of Deferred@1485882351 after retry RPC after error@63309861) -> (continuation of Deferred@1014693743 after retry RPC after error@238019863) -> (continuation of Deferred@1358876806 after retry RPC after error@1674214812) -> (continuation of Deferred@144729869 after retry RPC after error@2044083283) -> (continuation of Deferred@1594534159 after retry RPC after error@1872497135) -> (continuation of Deferred@1678742302 after retry RPC after error@754126696) -> (continuation of Deferred@641435944 after retry RPC after error@694628209) -> (continuation of Deferred@837340704 after retry RPC after error@89399098) -> (continuation of Deferred@2145170545 after retry RPC after error@1867513948) -> (continuation of Deferred@406735448 after retry RPC after error@1035348906) -> (continuation of Deferred@659779409 after retry RPC after error@1215219975) -> (continuation of Deferred@585643736 after retry RPC after error@781165140) -> (continuation of Deferred@312113459 after retry RPC after error@738376854) -> (continuation of Deferred@1329533240 after retry RPC after error@477202313) -> (continuation of Deferred@1566779093 after retry RPC after error@1690097635) -> (continuation of Deferred@1404939421 after retry RPC after error@1138762924) -> (continuation of Deferred@124909451 after retry RPC after error@91237193) -> (continuation of Deferred@991405630 after retry RPC after error@2039488692) -> (continuation of Deferred@1901415842 after retry RPC after error@1970997922) -> (continuation of Deferred@1943762021 after retry RPC after error@196509482)))
13:58:15.487 [DEBUG - main] (Connection.java:575) [peer master-127.27.53.254:39885(127.27.53.254:39885)] disconnecting while in state TERMINATED
13:58:15.487 [DEBUG - main] (Connection.java:575) [peer master-127.27.53.253:41003(127.27.53.253:41003)] disconnecting while in state READY
13:58:15.487 [DEBUG - main] (Connection.java:575) [peer 397c1f5df99841a0b1be793b1f90c06e(127.27.53.194:38143)] disconnecting while in state READY
13:58:15.487 [DEBUG - main] (Connection.java:575) [peer master-127.27.53.252:43637(127.27.53.252:43637)] disconnecting while in state TERMINATED
13:58:15.488 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 397c1f5df99841a0b1be793b1f90c06e(127.27.53.194:38143)] handling channelInactive
13:58:15.488 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:58:15.488 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 397c1f5df99841a0b1be793b1f90c06e(127.27.53.194:38143)] cleaning up while in state READY due to: connection closed
13:58:15.490 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.53.253:41003(127.27.53.253:41003)] handling channelInactive
13:58:15.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.53.253:41003(127.27.53.253:41003)] cleaning up while in state READY due to: connection closed
13:58:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:15.490700 27863 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu pid 28340
13:58:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:15.499048 28609 generic_service.cc:196] Checking for leaks (request via RPC)
13:58:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:15.611166 27863 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu with pid 28340
13:58:15.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:15.649133 27863 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu pid 28625
13:58:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:15.656612 28853 generic_service.cc:196] Checking for leaks (request via RPC)
13:58:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:15.827036 27863 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu with pid 28625
13:58:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:15.861516 27863 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu pid 28868
13:58:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:15.869450 29092 generic_service.cc:196] Checking for leaks (request via RPC)
13:58:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:15.980793 27863 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu with pid 28868
13:58:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:16.013136 27863 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu pid 28013
13:58:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:16.014422 28131 generic_service.cc:196] Checking for leaks (request via RPC)
13:58:16.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:16.171437 27863 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskBJDhOe/build/asan/bin/kudu with pid 28013
13:58:16.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:58:16Z chronyd exiting
13:58:16.360 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=36, TimeoutTracker(timeout=50000, elapsed=49891), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [30ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [52ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [54ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [73ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [74ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [91ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [91ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [93ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [93ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [130ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [131ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [132ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [133ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [133ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [250ms] refreshing cache from master, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [251ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [252ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [253ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [253ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [330ms] refreshing cache from master, [330ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [332ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [332ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [333ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [333ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [530ms] refreshing cache from master, [530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [531ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [532ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [532ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [532ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [590ms] refreshing cache from master, [590ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [590ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [591ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [592ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [592ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [592ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1850ms] refreshing cache from master, [1850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1851ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1851ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1851ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1852ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1852ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2789ms] refreshing cache from master, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2791ms] too many traces: truncated at 100 traces, deferred=Deferred@697457715(state=PENDING, result=null, callback=(continuation of Deferred@75201564 after retry RPC after error@529284156) -> (continuation of Deferred@594155071 after retry RPC after error@404923813) -> (continuation of Deferred@1197908257 after retry RPC after error@963971117) -> (continuation of Deferred@1256008402 after retry RPC after error@1205842337) -> (continuation of Deferred@893546450 after retry RPC after error@610745655) -> (continuation of Deferred@131008723 after retry RPC after error@1034412850) -> (continuation of Deferred@465381291 after retry RPC after error@103690094) -> (continuation of Deferred@2044212968 after retry RPC after error@2070213778) -> (continuation of Deferred@152437802 after retry RPC after error@2117345081) -> (continuation of Deferred@1189288289 after retry RPC after error@444577099) -> (continuation of Deferred@594662778 after retry RPC after error@2112015354) -> (continuation of Deferred@596966710 after retry RPC after error@1151779298) -> (continuation of Deferred@1775306249 after retry RPC after error@34057682) -> (continuation of Deferred@117349865 after retry RPC after error@1957033221) -> (continuation of Deferred@363156694 after retry RPC after error@720573069) -> (continuation of Deferred@1485882351 after retry RPC after error@63309861) -> (continuation of Deferred@1014693743 after retry RPC after error@238019863) -> (continuation of Deferred@1358876806 after retry RPC after error@1674214812) -> (continuation of Deferred@144729869 after retry RPC after error@2044083283) -> (continuation of Deferred@1594534159 after retry RPC after error@1872497135) -> (continuation of Deferred@1678742302 after retry RPC after error@754126696) -> (continuation of Deferred@641435944 after retry RPC after error@694628209) -> (continuation of Deferred@837340704 after retry RPC after error@89399098) -> (continuation of Deferred@2145170545 after retry RPC after error@1867513948) -> (continuation of Deferred@406735448 after retry RPC after error@1035348906) -> (continuation of Deferred@659779409 after retry RPC after error@1215219975) -> (continuation of Deferred@585643736 after retry RPC after error@781165140) -> (continuation of Deferred@312113459 after retry RPC after error@738376854) -> (continuation of Deferred@1329533240 after retry RPC after error@477202313) -> (continuation of Deferred@1566779093 after retry RPC after error@1690097635) -> (continuation of Deferred@1404939421 after retry RPC after error@1138762924) -> (continuation of Deferred@124909451 after retry RPC after error@91237193) -> (continuation of Deferred@991405630 after retry RPC after error@2039488692) -> (continuation of Deferred@1901415842 after retry RPC after error@1970997922) -> (continuation of Deferred@1943762021 after retry RPC after error@196509482), errback=(continuation of Deferred@75201564 after retry RPC after error@529284156) -> (continuation of Deferred@594155071 after retry RPC after error@404923813) -> (continuation of Deferred@1197908257 after retry RPC after error@963971117) -> (continuation of Deferred@1256008402 after retry RPC after error@1205842337) -> (continuation of Deferred@893546450 after retry RPC after error@610745655) -> (continuation of Deferred@131008723 after retry RPC after error@1034412850) -> (continuation of Deferred@465381291 after retry RPC after error@103690094) -> (continuation of Deferred@2044212968 after retry RPC after error@2070213778) -> (continuation of Deferred@152437802 after retry RPC after error@2117345081) -> (continuation of Deferred@1189288289 after retry RPC after error@444577099) -> (continuation of Deferred@594662778 after retry RPC after error@2112015354) -> (continuation of Deferred@596966710 after retry RPC after error@1151779298) -> (continuation of Deferred@1775306249 after retry RPC after error@34057682) -> (continuation of Deferred@117349865 after retry RPC after error@1957033221) -> (continuation of Deferred@363156694 after retry RPC after error@720573069) -> (continuation of Deferred@1485882351 after retry RPC after error@63309861) -> (continuation of Deferred@1014693743 after retry RPC after error@238019863) -> (continuation of Deferred@1358876806 after retry RPC after error@1674214812) -> (continuation of Deferred@144729869 after retry RPC after error@2044083283) -> (continuation of Deferred@1594534159 after retry RPC after error@1872497135) -> (continuation of Deferred@1678742302 after retry RPC after error@754126696) -> (continuation of Deferred@641435944 after retry RPC after error@694628209) -> (continuation of Deferred@837340704 after retry RPC after error@89399098) -> (continuation of Deferred@2145170545 after retry RPC after error@1867513948) -> (continuation of Deferred@406735448 after retry RPC after error@1035348906) -> (continuation of Deferred@659779409 after retry RPC after error@1215219975) -> (continuation of Deferred@585643736 after retry RPC after error@781165140) -> (continuation of Deferred@312113459 after retry RPC after error@738376854) -> (continuation of Deferred@1329533240 after retry RPC after error@477202313) -> (continuation of Deferred@1566779093 after retry RPC after error@1690097635) -> (continuation of Deferred@1404939421 after retry RPC after error@1138762924) -> (continuation of Deferred@124909451 after retry RPC after error@91237193) -> (continuation of Deferred@991405630 after retry RPC after error@2039488692) -> (continuation of Deferred@1901415842 after retry RPC after error@1970997922) -> (continuation of Deferred@1943762021 after retry RPC after error@196509482)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.53.252:43637
Caused by: java.net.ConnectException: Connection refused
at java.base/sun.nio.ch.Net.pollConnect(Native Method)
at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=36, TimeoutTracker(timeout=50000, elapsed=49891), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [9ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [11ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [30ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [52ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [54ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [73ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [74ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [74ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [91ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [91ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [93ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [93ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [130ms] refreshing cache from master, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [131ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [132ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [133ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [133ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [250ms] refreshing cache from master, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [251ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [252ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [253ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [253ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [330ms] refreshing cache from master, [330ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [332ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [332ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [333ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [333ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [530ms] refreshing cache from master, [530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [531ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [532ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [532ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [532ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [590ms] refreshing cache from master, [590ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [590ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [591ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [591ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [592ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [592ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [592ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1850ms] refreshing cache from master, [1850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [1850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [1851ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [1851ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.254:39885: Network error: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [1851ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.252:43637: Network error: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637, [1852ms] Sub RPC ConnectToMaster: received response from server master-127.27.53.253:41003: OK, [1852ms] delaying RPC due to: Service unavailable: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885, [2789ms] refreshing cache from master, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.254:39885, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.253:41003, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.53.252:43637, [2791ms] too many traces: truncated at 100 traces, deferred=Deferred@697457715(state=PENDING, result=null, callback=(continuation of Deferred@75201564 after retry RPC after error@529284156) -> (continuation of Deferred@594155071 after retry RPC after error@404923813) -> (continuation of Deferred@1197908257 after retry RPC after error@963971117) -> (continuation of Deferred@1256008402 after retry RPC after error@1205842337) -> (continuation of Deferred@893546450 after retry RPC after error@610745655) -> (continuation of Deferred@131008723 after retry RPC after error@1034412850) -> (continuation of Deferred@465381291 after retry RPC after error@103690094) -> (continuation of Deferred@2044212968 after retry RPC after error@2070213778) -> (continuation of Deferred@152437802 after retry RPC after error@2117345081) -> (continuation of Deferred@1189288289 after retry RPC after error@444577099) -> (continuation of Deferred@594662778 after retry RPC after error@2112015354) -> (continuation of Deferred@596966710 after retry RPC after error@1151779298) -> (continuation of Deferred@1775306249 after retry RPC after error@34057682) -> (continuation of Deferred@117349865 after retry RPC after error@1957033221) -> (continuation of Deferred@363156694 after retry RPC after error@720573069) -> (continuation of Deferred@1485882351 after retry RPC after error@63309861) -> (continuation of Deferred@1014693743 after retry RPC after error@238019863) -> (continuation of Deferred@1358876806 after retry RPC after error@1674214812) -> (continuation of Deferred@144729869 after retry RPC after error@2044083283) -> (continuation of Deferred@1594534159 after retry RPC after error@1872497135) -> (continuation of Deferred@1678742302 after retry RPC after error@754126696) -> (continuation of Deferred@641435944 after retry RPC after error@694628209) -> (continuation of Deferred@837340704 after retry RPC after error@89399098) -> (continuation of Deferred@2145170545 after retry RPC after error@1867513948) -> (continuation of Deferred@406735448 after retry RPC after error@1035348906) -> (continuation of Deferred@659779409 after retry RPC after error@1215219975) -> (continuation of Deferred@585643736 after retry RPC after error@781165140) -> (continuation of Deferred@312113459 after retry RPC after error@738376854) -> (continuation of Deferred@1329533240 after retry RPC after error@477202313) -> (continuation of Deferred@1566779093 after retry RPC after error@1690097635) -> (continuation of Deferred@1404939421 after retry RPC after error@1138762924) -> (continuation of Deferred@124909451 after retry RPC after error@91237193) -> (continuation of Deferred@991405630 after retry RPC after error@2039488692) -> (continuation of Deferred@1901415842 after retry RPC after error@1970997922) -> (continuation of Deferred@1943762021 after retry RPC after error@196509482), errback=(continuation of Deferred@75201564 after retry RPC after error@529284156) -> (continuation of Deferred@594155071 after retry RPC after error@404923813) -> (continuation of Deferred@1197908257 after retry RPC after error@963971117) -> (continuation of Deferred@1256008402 after retry RPC after error@1205842337) -> (continuation of Deferred@893546450 after retry RPC after error@610745655) -> (continuation of Deferred@131008723 after retry RPC after error@1034412850) -> (continuation of Deferred@465381291 after retry RPC after error@103690094) -> (continuation of Deferred@2044212968 after retry RPC after error@2070213778) -> (continuation of Deferred@152437802 after retry RPC after error@2117345081) -> (continuation of Deferred@1189288289 after retry RPC after error@444577099) -> (continuation of Deferred@594662778 after retry RPC after error@2112015354) -> (continuation of Deferred@596966710 after retry RPC after error@1151779298) -> (continuation of Deferred@1775306249 after retry RPC after error@34057682) -> (continuation of Deferred@117349865 after retry RPC after error@1957033221) -> (continuation of Deferred@363156694 after retry RPC after error@720573069) -> (continuation of Deferred@1485882351 after retry RPC after error@63309861) -> (continuation of Deferred@1014693743 after retry RPC after error@238019863) -> (continuation of Deferred@1358876806 after retry RPC after error@1674214812) -> (continuation of Deferred@144729869 after retry RPC after error@2044083283) -> (continuation of Deferred@1594534159 after retry RPC after error@1872497135) -> (continuation of Deferred@1678742302 after retry RPC after error@754126696) -> (continuation of Deferred@641435944 after retry RPC after error@694628209) -> (continuation of Deferred@837340704 after retry RPC after error@89399098) -> (continuation of Deferred@2145170545 after retry RPC after error@1867513948) -> (continuation of Deferred@406735448 after retry RPC after error@1035348906) -> (continuation of Deferred@659779409 after retry RPC after error@1215219975) -> (continuation of Deferred@585643736 after retry RPC after error@781165140) -> (continuation of Deferred@312113459 after retry RPC after error@738376854) -> (continuation of Deferred@1329533240 after retry RPC after error@477202313) -> (continuation of Deferred@1566779093 after retry RPC after error@1690097635) -> (continuation of Deferred@1404939421 after retry RPC after error@1138762924) -> (continuation of Deferred@124909451 after retry RPC after error@91237193) -> (continuation of Deferred@991405630 after retry RPC after error@2039488692) -> (continuation of Deferred@1901415842 after retry RPC after error@1970997922) -> (continuation of Deferred@1943762021 after retry RPC after error@196509482)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.27.53.254:39885,127.27.53.253:41003,127.27.53.252:43637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.254:39885(127.27.53.254:39885): Connection refused: /127.27.53.254:39885,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.53.252:43637(127.27.53.252:43637): Connection refused: /127.27.53.252:43637
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.27.53.252:43637
Caused by: java.net.ConnectException: Connection refused
at java.base/sun.nio.ch.Net.pollConnect(Native Method)
at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)